-- Logs begin at Tue 2021-09-14 18:07:25 UTC, end at Tue 2021-09-14 19:06:06 UTC. -- Sep 14 18:41:04.417142 dv-cinder-808992-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 18:41:07.243473 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.common.config [-] Logging enabled! Sep 14 18:41:07.244070 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 18:41:07.244257 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105832) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 18:41:07.248126 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.common.config [-] Logging enabled! Sep 14 18:41:07.248381 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 18:41:07.248694 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105832) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 18:41:07.249685 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 18:41:07.249925 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 18:41:07.250295 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 18:41:07.250546 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 18:41:07.250778 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 18:41:07.251104 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.251404 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.251705 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.251946 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.252249 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.252543 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.252830 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.253121 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.253418 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.253731 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.254012 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.254300 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.254531 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.254816 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.255104 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.255392 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.255617 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] debug = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.255898 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.256328 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.256749 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.257031 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.257324 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.257632 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.257907 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.258184 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.258471 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.258804 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] host = dv-cinder-808992-5-iscsi {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.259083 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.259371 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.259658 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.259944 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.260218 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.260498 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.260794 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.261058 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.261333 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] log_file = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.261639 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.261939 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.262227 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.262520 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.262806 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.263524 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.263818 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.264109 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.264388 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.264667 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.264944 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.265220 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.265535 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.265788 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.266075 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.266358 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.266646 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.266922 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.267198 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.267472 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.267744 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.268045 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.269065 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.269065 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.269065 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.269300 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.269376 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.269661 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.270541 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.270541 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.270541 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.270793 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.271069 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.271353 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.271627 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.271908 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.272190 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] use_json = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.272452 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.272722 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.273006 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.273281 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.273580 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.273856 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.274130 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.274417 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:07.274719 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.275019 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.275324 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.275611 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.275910 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.276199 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.276485 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.276765 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.277057 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.277348 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.277669 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.277952 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.278274 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.278548 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.278843 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.279151 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.279448 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.279743 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.280076 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.280297 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.280573 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.280852 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.281141 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.281422 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.281744 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.282037 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.282316 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.282607 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.282903 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.283194 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.283470 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.283751 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.284045 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.284322 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.284596 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.284872 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.285161 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.285440 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.285743 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.286029 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.286310 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.286583 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.286858 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.287135 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.287428 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.287707 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.287981 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.288256 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.288535 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.288808 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.289095 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.289374 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.289675 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.289951 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.290230 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.290504 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.290779 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.291056 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.291330 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.291612 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.291887 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.292163 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.292437 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.292711 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.292985 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.293257 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.293560 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.293862 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.294139 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.294569 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.294872 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.295151 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.295428 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.295719 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.296021 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.296303 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.296584 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.296863 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.297142 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.297420 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.297722 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.298006 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.298287 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.298563 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.298859 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.299146 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.299437 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.299722 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.300003 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.300311 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.300593 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.300877 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.301161 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.301442 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.301756 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.302043 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.302342 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.302642 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.302942 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.303240 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.303536 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.303821 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.304137 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.304422 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:07.304640 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 18:41:07.304890 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105832) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 18:41:07.666751 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 18:41:07.667031 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 18:41:07.667324 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 18:41:07.667662 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 18:41:08.076991 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.077296 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.077603 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.078926 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.079202 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.079468 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.116564 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.116847 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.117120 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.132114 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.132396 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.132668 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.162099 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.162386 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.162664 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.199919 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.200745 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.201167 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.442690 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.443317 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.443317 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.443476 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.444099 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.565645 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.565962 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.566251 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.566528 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.566800 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.567122 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.567390 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.567648 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.567905 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.568260 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.568527 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.568796 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.569054 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.569309 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.569592 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.569859 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.570117 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.570390 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.570659 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.570916 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.571188 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.571441 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.571730 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.572107 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.572359 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.572608 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.573007 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 18:41:08.573252 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 18:41:08.573487 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 18:41:08.573747 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 18:41:08.573983 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 18:41:08.574217 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 18:41:08.574587 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 18:41:08.578293 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 18:41:08.582299 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 18:41:08.586240 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 14 18:41:08.587879 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 18:41:08.588331 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 18:41:08.588668 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 18:41:08.589060 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 18:41:08.591982 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 18:41:08.592242 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 18:41:08.592594 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 18:41:08.598272 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 18:41:08.624878 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 18:41:08.625338 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.625673 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105832) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 18:41:08.626040 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.627404 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105832) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 18:41:08.627690 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 18:41:08.627943 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 18:41:08.631341 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.631630 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:08.695700 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 18:41:08.695868 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 18:41:08.696114 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 18:41:08.696499 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 18:41:08.719786 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_db.sqlalchemy.engines [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105832) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 18:41:09.273208 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Initializing driver for type 'gre' Sep 14 18:41:09.273773 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] gre ID ranges: [(1, 1000)] Sep 14 18:41:09.328753 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Initializing driver for type 'local' Sep 14 18:41:09.329086 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Initializing driver for type 'vlan' Sep 14 18:41:09.342901 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] VlanTypeDriver initialization complete Sep 14 18:41:09.343278 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Initializing driver for type 'vxlan' Sep 14 18:41:09.343801 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] vxlan ID ranges: [(1, 1000)] Sep 14 18:41:09.398778 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Initializing extension driver 'port_security' Sep 14 18:41:09.399118 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.extensions.port_security [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] PortSecurityExtensionDriver initialization complete Sep 14 18:41:09.399459 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Initializing mechanism driver 'openvswitch' Sep 14 18:41:09.399829 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Initializing mechanism driver 'hyperv' Sep 14 18:41:09.407105 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.plugins.ml2.plugin [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:41:09.407780 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > port after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.408148 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > port after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.408497 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > port after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.409017 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 18:41:09.409442 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > subnet after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.409821 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > subnet after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.410166 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.410559 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 18:41:09.410964 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > network after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.411314 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > network after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.411654 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > network after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.412035 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 18:41:09.412431 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > security_group after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.412776 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > security_group after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.413110 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.413655 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 18:41:09.414059 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.414412 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.414755 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.415140 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 18:41:09.415538 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > address_group after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.415885 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > address_group after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.416221 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.416604 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 18:41:09.416977 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] ML2 OVO RPC backend initialized. {{(pid=105832) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 14 18:41:09.417705 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.418059 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.418475 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > network before_response 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.419463 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > networks before_response 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.419867 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > port before_response 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.420241 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > ports before_response 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.420586 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > subnet before_response 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.420927 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > subnets before_response 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.421273 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > network after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.421643 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > network after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.421977 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > network after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.422312 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > port after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.422647 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > port after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.422977 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > port after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.423308 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > subnet after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.423637 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > subnet after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.423966 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.424536 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.plugin [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Modular L2 Plugin initialization complete Sep 14 18:41:09.424861 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading services supported by the core plugin {{(pid=105832) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 18:41:09.425182 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.plugins.ml2.managers [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Got port-security extension from driver 'port_security' Sep 14 18:41:09.425715 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.extensions.vlantransparent [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Disabled vlantransparent extension. Sep 14 18:41:09.426195 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105832) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 18:41:09.426505 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading Plugin: router Sep 14 18:41:09.462039 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.462648 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router after_create 55549900 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.462809 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router before_create 55549900 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.463170 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.463539 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.463893 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router after_delete 55549900 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.464249 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.464595 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.464949 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router after_create 55549900 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.465293 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router after_update 55549900 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.466241 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router after_update 55549900 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.466634 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.466989 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router after_update 55549900 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.467398 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router precommit_update 55549900 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.467764 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: port after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.468102 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: port after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.468443 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: subnet after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.468781 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.469127 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.469468 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router precommit_create 55549900 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.469838 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: port before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.470178 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router precommit_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.470531 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router after_update 55549900 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.470871 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.471220 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router precommit_create 55549900 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.471575 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.471915 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router precommit_update 55549900 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.472275 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > agent after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.472623 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > agent after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.472966 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > network after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.473876 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Tracking information for resource: router configured {{(pid=105832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 18:41:09.474205 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Tracking information for resource: floatingip configured {{(pid=105832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 18:41:09.479459 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.db.l3_agentschedulers_db [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 18:41:09.480074 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: port after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.480403 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: port after_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.480746 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: port after_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.481092 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: port after_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.482526 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router before_create 55550100 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.482884 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.483243 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router precommit_create 55550100 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.483597 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > router precommit_update 55550100 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.488265 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.services.provider_configuration [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service providers = [] {{(pid=105832) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 18:41:09.488630 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.db.servicetype_db [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105832) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 18:41:09.491601 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.services.service_base [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 18:41:09.491947 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.services.service_base [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 18:41:09.492289 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.services.service_base [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 18:41:09.493177 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.services.service_base [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 18:41:09.493576 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.services.service_base [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 18:41:09.493960 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 18:41:09.494276 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 18:41:09.504949 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 18:41:09.505279 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading Plugin: auto_allocate Sep 14 18:41:09.511138 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: network precommit_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.511514 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: network precommit_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.512044 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 18:41:09.512364 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading Plugin: tag Sep 14 18:41:09.519059 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 18:41:09.519382 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading Plugin: timestamp Sep 14 18:41:09.523456 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 18:41:09.523741 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading Plugin: network_ip_availability Sep 14 18:41:09.529846 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.530219 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.530572 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.531303 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 18:41:09.531618 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading Plugin: flavors Sep 14 18:41:09.536290 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 18:41:09.536620 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading Plugin: revisions Sep 14 18:41:09.540883 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 18:41:09.541275 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_concurrency.lockutils [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.874s {{(pid=105832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 18:41:09.542046 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105832) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 18:41:09.542381 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Initializing extension manager. Sep 14 18:41:09.542884 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: __init__.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.543223 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: __pycache__ {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.543553 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.544451 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: address_group.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.545207 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.545798 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: address-group Sep 14 18:41:09.546119 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: address_scope.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.547021 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.547527 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: address-scope Sep 14 18:41:09.547853 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.548779 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.549282 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: router-admin-state-down-before-update Sep 14 18:41:09.549633 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: agent.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.550334 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.550834 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: agent Sep 14 18:41:09.551154 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: agent_resources_synced.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.552057 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.552557 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: agent-resources-synced Sep 14 18:41:09.552876 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: allowedaddresspairs.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.554691 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.555218 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: allowed-address-pairs Sep 14 18:41:09.555600 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: auto_allocated_topology.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.556681 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.557193 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: auto-allocated-topology Sep 14 18:41:09.557544 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: availability_zone.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.558249 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.558747 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: availability_zone Sep 14 18:41:09.559065 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: availability_zone_filter.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.560096 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.560599 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: availability_zone_filter Sep 14 18:41:09.560918 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: data_plane_status.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.561855 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.562354 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 18:41:09.562673 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: default_subnetpools.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.563592 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.564094 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: default-subnetpools Sep 14 18:41:09.564410 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.565221 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.565759 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: dhcp_agent_scheduler Sep 14 18:41:09.566076 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: dns.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.566988 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.567488 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension dns-integration not supported by any of loaded plugins Sep 14 18:41:09.567809 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: dns_domain_ports.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.568723 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.569222 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 18:41:09.569569 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.570484 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.570984 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 18:41:09.571302 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: dvr.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.571973 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.572472 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: dvr Sep 14 18:41:09.572791 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: ecmp_routes.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.573734 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.574232 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 18:41:09.574551 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: empty_string_filtering.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.575980 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.576482 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: empty-string-filtering Sep 14 18:41:09.576804 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.577734 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.578240 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 18:41:09.578558 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.579471 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.579979 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 18:41:09.580304 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: external_net.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.581209 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.581734 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: external-net Sep 14 18:41:09.582058 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.582958 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.583458 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: extra_dhcp_opt Sep 14 18:41:09.583779 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: extraroute.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.584678 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.585179 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: extraroute Sep 14 18:41:09.585511 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: extraroute_atomic.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.586556 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.587056 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: extraroute-atomic Sep 14 18:41:09.587377 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: filter_validation.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.588056 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.588553 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: filter-validation Sep 14 18:41:09.588875 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: fip_pf_description.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.589829 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.590325 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 18:41:09.591265 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: fip_port_details.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.592210 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.592719 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: fip-port-details Sep 14 18:41:09.593038 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: flavors.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.594303 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.594806 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: flavors Sep 14 18:41:09.595125 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.596794 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.597306 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 18:41:09.597684 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: floatingip_pools.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.598378 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.598889 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: floatingip-pools Sep 14 18:41:09.599212 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: ip_allocation.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.600150 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.600648 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 18:41:09.600967 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.601914 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.602418 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: ip-substring-filtering Sep 14 18:41:09.602739 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: l2_adjacency.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.603672 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.604428 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 18:41:09.604749 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: l3.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.605954 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.606524 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: router Sep 14 18:41:09.606844 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.609267 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.609818 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 18:41:09.610149 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.611089 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.611596 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: ext-gw-mode Sep 14 18:41:09.611919 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.613036 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.613572 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: l3-ha Sep 14 18:41:09.613896 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: l3_flavors.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.614807 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.615305 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: l3-flavors Sep 14 18:41:09.615624 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.616535 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.617042 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 18:41:09.617367 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: l3agentscheduler.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.618467 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.618975 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: l3_agent_scheduler Sep 14 18:41:09.619297 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: logging.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.620784 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.621297 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension logging not supported by any of loaded plugins Sep 14 18:41:09.621662 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: metering.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.622682 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.623255 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: metering Sep 14 18:41:09.623577 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.624672 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.625186 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: metering_source_and_destination_fields Sep 14 18:41:09.625534 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: multiprovidernet.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.626714 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.627222 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: multi-provider Sep 14 18:41:09.627545 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: netmtu.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.628483 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.628986 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: net-mtu Sep 14 18:41:09.629305 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: netmtu_writable.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.630244 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.630746 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: net-mtu-writable Sep 14 18:41:09.631067 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: network_availability_zone.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.631747 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.632247 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: network_availability_zone Sep 14 18:41:09.632564 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: network_ip_availability.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.633765 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.634500 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: network-ip-availability Sep 14 18:41:09.634880 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: network_segment_range.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.636707 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.636707 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 18:41:09.636707 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: pagination.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.638426 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.639234 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: pagination Sep 14 18:41:09.639234 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: port_device_profile.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.640000 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.640519 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: port-device-profile Sep 14 18:41:09.640841 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.641809 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.642313 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: port-mac-address-regenerate Sep 14 18:41:09.642633 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.643542 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.644042 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: port-numa-affinity-policy Sep 14 18:41:09.644364 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: port_resource_request.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.645444 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.646019 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 18:41:09.646354 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: portbindings.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.648523 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.648523 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: binding Sep 14 18:41:09.648523 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: portbindings_extended.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.649656 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.650171 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: binding-extended Sep 14 18:41:09.650511 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: portsecurity.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.652083 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.652083 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: port-security Sep 14 18:41:09.652351 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: project_id.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.653884 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.654220 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: project-id Sep 14 18:41:09.654542 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: providernet.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.655463 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.655967 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: provider Sep 14 18:41:09.656286 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: qos.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.659875 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.660399 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension qos not supported by any of loaded plugins Sep 14 18:41:09.660728 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.662003 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.662529 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 18:41:09.662858 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.663768 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.664290 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 18:41:09.664665 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: qos_default.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.665624 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.666410 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension qos-default not supported by any of loaded plugins Sep 14 18:41:09.666739 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: qos_fip.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.667391 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.667891 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension qos-fip not supported by any of loaded plugins Sep 14 18:41:09.668210 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: qos_gateway_ip.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.669164 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.669698 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 18:41:09.670022 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: qos_port_network_policy.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.670928 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.671429 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 18:41:09.671748 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: qos_pps_rule.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.672916 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.673430 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension qos-pps not supported by any of loaded plugins Sep 14 18:41:09.673776 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: qos_rule_type_details.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.674692 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.675188 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 18:41:09.675506 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: qos_rules_alias.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.676555 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.677063 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 18:41:09.677378 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: quotasv2.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.678367 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.678693 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: quotas Sep 14 18:41:09.679018 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: quotasv2_detail.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.682306 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.682645 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: quota_details Sep 14 18:41:09.682973 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: rbac.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.684038 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.684616 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: rbac-policies Sep 14 18:41:09.684924 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: rbac_address_group.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.685880 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.686390 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: rbac-address-group Sep 14 18:41:09.686712 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: rbac_address_scope.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.687627 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.688133 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: rbac-address-scope Sep 14 18:41:09.688455 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: rbac_security_groups.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.689380 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.689916 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: rbac-security-groups Sep 14 18:41:09.690238 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: rbac_subnetpool.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.691152 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.691664 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: rbac-subnetpool Sep 14 18:41:09.691989 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: revisionifmatch.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.692914 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.693423 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: revision-if-match Sep 14 18:41:09.693767 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: revisions.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.694890 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.695393 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: standard-attr-revisions Sep 14 18:41:09.695717 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: router_availability_zone.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.696394 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.696893 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: router_availability_zone Sep 14 18:41:09.697214 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: routerservicetype.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.698154 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.698654 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension router-service-type not supported by any of loaded plugins Sep 14 18:41:09.698979 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.700402 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.700930 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: security-groups-normalized-cidr Sep 14 18:41:09.701253 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.702193 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.702695 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: port-security-groups-filtering Sep 14 18:41:09.703014 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.703937 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.704444 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: security-groups-remote-address-group Sep 14 18:41:09.704766 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: securitygroup.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.717032 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.717639 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: security-group Sep 14 18:41:09.717975 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: segment.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.718896 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.719411 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension segment not supported by any of loaded plugins Sep 14 18:41:09.719740 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.720797 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.721313 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 18:41:09.721685 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: servicetype.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.722944 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.723471 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: service-type Sep 14 18:41:09.723794 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: sorting.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.724808 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.725137 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: sorting Sep 14 18:41:09.725458 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: standard_attr_segment.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.726404 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.726915 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 18:41:09.727235 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: standardattrdescription.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.727895 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.728399 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: standard-attr-description Sep 14 18:41:09.728718 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: stateful_security_group.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.729941 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.730451 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: stateful-security-group Sep 14 18:41:09.730770 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: stdattrs_common.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.731387 dv-cinder-808992-5-iscsi neutron-server[105832]: WARNING neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 18:41:09.731704 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.732693 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.733201 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 18:41:09.733549 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: subnet_onboard.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.734630 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.735146 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: subnet_onboard Sep 14 18:41:09.735468 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.736387 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.736894 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 18:41:09.737216 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: subnet_service_types.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.738165 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.738682 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: subnet-service-types Sep 14 18:41:09.739003 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: subnetallocation.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.740084 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.740598 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: subnet_allocation Sep 14 18:41:09.740921 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.741632 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.742139 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: subnetpool-prefix-ops Sep 14 18:41:09.742458 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.743399 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.743906 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 18:41:09.744224 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: tagging.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.745338 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.745886 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: standard-attr-tag Sep 14 18:41:09.746210 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: timestamp.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.747654 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.748168 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loaded extension: standard-attr-timestamp Sep 14 18:41:09.748494 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: trunk.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.749558 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.750069 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension trunk not supported by any of loaded plugins Sep 14 18:41:09.750388 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: trunk_details.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.751306 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.751809 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension trunk-details not supported by any of loaded plugins Sep 14 18:41:09.752128 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: uplink_status_propagation.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.753046 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.753587 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 18:41:09.753910 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Loading extension file: vlantransparent.py {{(pid=105832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 18:41:09.754584 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 18:41:09.755084 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 18:41:09.757581 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:network Sep 14 18:41:09.758116 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:subnet Sep 14 18:41:09.758512 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 18:41:09.758898 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:port Sep 14 18:41:09.760146 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.760593 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service FLAVORS assigned prefix: {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.761215 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.761661 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.761996 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:router Sep 14 18:41:09.762416 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 18:41:09.763473 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service METERING assigned prefix: /metering {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.764908 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.765282 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.765665 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:41:09.766696 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 18:41:09.767140 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:security_group Sep 14 18:41:09.767559 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 18:41:09.768137 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service CORE assigned prefix: {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.768474 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 18:41:09.768819 dv-cinder-808992-5-iscsi neutron-server[105832]: WARNING neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] subnetpool is already registered Sep 14 18:41:09.769264 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service CORE assigned prefix: {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.769628 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 18:41:09.769963 dv-cinder-808992-5-iscsi neutron-server[105832]: WARNING neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] subnetpool is already registered Sep 14 18:41:09.772219 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.772645 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service FLAVORS assigned prefix: {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.773228 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.773789 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.774073 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:router Sep 14 18:41:09.774409 dv-cinder-808992-5-iscsi neutron-server[105832]: WARNING neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] router is already registered Sep 14 18:41:09.774812 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 18:41:09.775144 dv-cinder-808992-5-iscsi neutron-server[105832]: WARNING neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] floatingip is already registered Sep 14 18:41:09.775590 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service METERING assigned prefix: /metering {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.776246 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 18:41:09.776568 dv-cinder-808992-5-iscsi neutron-server[105832]: WARNING neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] rbac_policy is already registered Sep 14 18:41:09.776970 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:security_group Sep 14 18:41:09.777298 dv-cinder-808992-5-iscsi neutron-server[105832]: WARNING neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] security_group is already registered Sep 14 18:41:09.777722 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 18:41:09.778711 dv-cinder-808992-5-iscsi neutron-server[105832]: WARNING neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] security_group_rule is already registered Sep 14 18:41:09.779352 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service CORE assigned prefix: {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.779676 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 18:41:09.780006 dv-cinder-808992-5-iscsi neutron-server[105832]: WARNING neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] subnetpool is already registered Sep 14 18:41:09.780417 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.v2.resource_helper [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Service CORE assigned prefix: {{(pid=105832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 18:41:09.780741 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 18:41:09.781068 dv-cinder-808992-5-iscsi neutron-server[105832]: WARNING neutron.quota.resource_registry [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] subnetpool is already registered Sep 14 18:41:09.781544 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: extensions {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.783041 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: address-groups {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.784499 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: address-scopes {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.785849 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: agents {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.787010 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: auto-allocated-topology {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.788247 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: availability_zones {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.789471 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: dhcp-networks {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.791388 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: dhcp-agents {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.792803 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: routers {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.795106 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: flavors {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.796269 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: service_profiles {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.797477 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: next_providers {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.798933 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: service_profiles {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.800474 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: floatingip-pools {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.801717 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: routers {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.803826 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: floatingips {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.805104 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: l3-routers {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.806521 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: l3-agents {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.807917 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: metering-labels {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.809279 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: metering-label-rules {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.810677 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: network-ip-availabilities {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.811946 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: bindings {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.814534 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: quotas {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.815982 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: quotas {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.817387 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: rbac-policies {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.818610 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: security-groups {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.819892 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: security-group-rules {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.821141 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: service-providers {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.822382 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: subnetpools {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.823808 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: subnetpools {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.825856 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: tags {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.827505 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: tags {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.829340 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: tags {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.831163 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: tags {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.832973 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: tags {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.834826 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: tags {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.836533 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: tags {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.838459 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: tags {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.840207 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: tags {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.842617 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron.api.extensions [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Extended resource: tags {{(pid=105832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 18:41:09.848654 dv-cinder-808992-5-iscsi neutron-server[105832]: WARNING keystonemiddleware.auth_token [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 18:41:09.853454 dv-cinder-808992-5-iscsi neutron-server[105832]: WARNING keystonemiddleware.auth_token [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 18:41:09.862781 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_concurrency.lockutils [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Acquired lock "singleton_lock" {{(pid=105832) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 18:41:09.863258 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_concurrency.lockutils [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Releasing lock "singleton_lock" {{(pid=105832) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 18:41:09.863905 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO oslo_service.service [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Starting 2 workers Sep 14 18:41:09.868743 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Started child 105941 {{(pid=105832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 18:41:09.873735 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Started child 105942 {{(pid=105832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 18:41:09.875327 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO neutron.service [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 18:41:09.875450 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:09.876060 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Notify callbacks [] for process, before_spawn {{(pid=105832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:09.876857 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [-] (105941) wsgi starting up on http://0.0.0.0:9696 Sep 14 18:41:09.878430 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO oslo_service.service [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Starting 1 workers Sep 14 18:41:09.878760 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:09.880156 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [-] (105942) wsgi starting up on http://0.0.0.0:9696 Sep 14 18:41:09.883647 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Started child 105943 {{(pid=105832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 18:41:09.884165 dv-cinder-808992-5-iscsi neutron-server[105832]: INFO oslo_service.service [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Starting 1 workers Sep 14 18:41:09.887951 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.service [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] calling RpcWorker wait() {{(pid=105943) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 18:41:09.889268 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.service [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] returning from RpcWorker wait() {{(pid=105943) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 18:41:09.889364 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Started child 105944 {{(pid=105832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 18:41:09.890054 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG neutron_lib.callbacks.manager [None req-039c6df0-d134-4687-87c5-194106d0ae52 None None] Notify callbacks [] for process, after_spawn {{(pid=105832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:09.890172 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:09.890659 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:41:09.891988 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105832) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 18:41:09.892203 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 18:41:09.892381 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 18:41:09.892596 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 18:41:09.892938 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 18:41:09.893091 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 18:41:09.893620 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.893887 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.894148 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.894411 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.894514 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:09.894984 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.895283 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.895514 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.895747 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.896022 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.896404 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.896404 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.896658 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.896902 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.897031 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.897297 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.897569 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.897814 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.898123 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.898274 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.898476 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.899068 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.899068 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.899322 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] debug = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.899457 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.899887 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.900112 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.900369 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.900605 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.900933 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.901145 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.901549 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.901697 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.901898 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.902144 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.902420 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.902743 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.902897 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.903847 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.904760 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.904760 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.904760 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] host = dv-cinder-808992-5-iscsi {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.905352 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.905352 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.905352 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.905901 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.906305 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.906305 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.906612 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.906612 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.906862 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.907327 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.907327 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.907582 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.907794 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.908215 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_file = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.908591 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_options = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.908845 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.909346 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.909346 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.909735 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.909735 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.910110 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.910110 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.910703 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.910703 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.910703 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.911132 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.911132 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.911544 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.911544 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.912016 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.912205 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.912379 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.912671 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.912830 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.913066 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.913211 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.913470 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.914054 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.914054 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.914421 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.914421 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.914765 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.915000 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.915000 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.915268 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.915496 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.915716 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.916121 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.916266 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.916472 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.916746 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.916892 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.917125 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.917790 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.917790 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.918272 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.918272 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.918272 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.919834 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.919834 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.919834 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.919834 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] use_json = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.919834 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.921367 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.921367 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.921367 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.921367 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.921367 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.921367 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.922315 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:09.922315 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.922315 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.922938 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.922938 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.923215 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.923215 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.923643 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.923643 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.923916 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.924113 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.924397 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.924625 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.926383 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.926383 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.926383 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.926383 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.927083 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:41:09.927888 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.927888 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.927888 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.927888 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.927888 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.927888 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.927888 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.930271 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.930271 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.930271 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.930271 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.930271 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.930271 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.930271 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.930271 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.930728 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.930728 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.930957 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.931232 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.931482 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.931697 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.931962 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.932183 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.932409 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.932661 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.932927 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.933277 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.933418 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.933680 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.933896 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.934127 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.934951 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.935310 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.935537 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.935776 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.935993 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.936220 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.936455 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.936718 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.936969 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.939929 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.939929 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.939929 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.939929 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.939929 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.939929 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.939929 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.939929 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.939929 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.942491 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.942491 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.942491 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.942491 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.942491 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.943129 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.943129 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.943129 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.943368 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.943463 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.943635 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.945808 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.946220 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.946642 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.947042 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.947434 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.947828 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.948064 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.948446 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.948821 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.949185 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.949581 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.950029 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.950786 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.951089 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.951603 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.951858 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.952128 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.952381 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.952634 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.952879 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.953152 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.953400 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.953761 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.953902 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.954406 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.954406 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.955544 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.955544 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.955544 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.955544 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.955544 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.955966 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.956053 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.957026 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.957026 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.957026 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.957026 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.957359 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.957439 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.957749 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.958034 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.958262 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.958551 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.958774 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.959055 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.959389 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.959641 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.959910 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.960178 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.960431 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.960675 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.960914 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.961179 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.961442 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.961708 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.961966 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.963531 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.963531 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.963531 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.963531 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.963531 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.963966 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.963966 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.964128 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.964307 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.964589 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.964860 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.965099 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.965365 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.966218 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.966406 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.966560 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.966817 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.967055 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.967287 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.967524 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.967739 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.967981 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.968233 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.968487 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.968702 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.968943 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.969168 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.969985 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.969985 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.969985 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.970331 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.970331 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.970534 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.970909 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.971052 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.971169 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.971404 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.972213 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.972213 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.972213 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.972603 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.972603 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.972857 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.973031 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.973246 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.973474 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.973739 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.974171 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.974316 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.974542 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.974679 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.974864 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.975086 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.975319 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.975537 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.975754 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.976017 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.976233 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.976487 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.976726 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.977550 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.977550 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.977550 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.977976 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.978124 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.978278 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.978637 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.978799 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.978984 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.979394 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.979626 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.979890 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.980129 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.980389 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.980599 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.981527 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.981527 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.981527 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.981527 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.981923 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.982002 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.982225 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.982498 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.982739 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.982973 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.983220 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.983455 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.983668 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.983894 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.984113 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.984324 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.984555 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.984767 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.985000 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.985226 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.985444 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.985680 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.985929 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.986193 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.986409 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.986632 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.986852 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.987056 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.987276 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.987490 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.987702 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.987923 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.988164 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.988375 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.988622 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.988840 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.989075 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.989294 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.989530 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.989765 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.990065 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.990316 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.990542 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.990844 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.991107 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.991355 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.991582 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.991901 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.992129 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.992369 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.992586 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.992804 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.993024 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.993281 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.993648 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.993948 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.994215 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.994467 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.994753 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.995026 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.995297 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.995532 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.995816 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.996151 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.996431 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.996689 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.997453 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.997738 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.997959 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.998194 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.998428 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.998664 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.998900 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.999137 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.999388 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.999630 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:09.999877 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.000109 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.000324 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.000547 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.000776 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.001029 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.001264 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.001421 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 18:41:10.002001 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105832) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 18:41:10.002162 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 18:41:10.002316 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 18:41:10.002484 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 18:41:10.002651 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 18:41:10.002803 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 18:41:10.003011 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.003172 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.003332 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.003493 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.003653 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.003835 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.003997 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.004156 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.004316 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.004476 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.004637 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.004796 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.004955 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.005113 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.005273 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.005431 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.005612 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.005773 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.005936 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.006096 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.006254 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.006413 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.006570 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] debug = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.006730 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.006935 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.007102 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.007263 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.007422 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.007581 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.007740 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.007902 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.008061 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.008221 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.008381 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.008540 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.008698 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.008858 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.009018 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.009184 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.009849 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.009849 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] host = dv-cinder-808992-5-iscsi {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.009849 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.009849 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.010268 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.010268 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.010449 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.010449 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.010700 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.010793 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.010871 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.011040 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.011200 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.011522 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.011691 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.011923 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_file = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.012033 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_options = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.012131 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.012294 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.012512 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.012512 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.012955 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.013388 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.013388 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.013388 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.013657 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.013657 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.013796 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.013913 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.014198 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.014198 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.014428 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.014511 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.014640 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.014804 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.014964 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.015123 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.015283 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.015464 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.015604 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.016265 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.016827 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.016827 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.016827 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.017129 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.017129 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.017272 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.017407 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.017613 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.017613 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.017833 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.017953 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.018070 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.018208 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.018369 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.018534 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.018694 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.018848 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.018999 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.019161 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.019334 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.019461 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.019611 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.019770 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] use_json = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.020879 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.020879 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.020879 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.020879 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.020879 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.020879 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.020879 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.023305 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 18:41:10.023305 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.023305 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.023305 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.023305 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.023305 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.023305 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.023305 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.025579 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.025579 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.025579 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.025579 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.025579 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.025579 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.025579 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.025579 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026150 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026150 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026150 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026150 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026150 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026150 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026150 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026150 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026681 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026681 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026681 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026681 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026681 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026681 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026681 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.026681 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027218 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027218 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027218 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027218 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027218 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027218 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027218 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027218 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027218 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027827 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027827 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027827 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027827 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.027827 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.029713 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.029713 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.029713 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.029713 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.029713 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.029713 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.029713 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.029713 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.029713 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.030475 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.030475 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.030475 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.030475 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.030475 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.030475 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.030475 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.030475 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.030909 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.030909 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.030909 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.031074 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.031137 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.031996 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.031996 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.031996 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.031996 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.031996 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.032349 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.032349 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.032349 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.032518 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.032663 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.032810 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.032973 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.033142 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.033331 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.033535 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.033679 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.033853 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.034023 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.034813 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.034813 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.034813 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.034813 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.034813 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.035623 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.035623 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.035623 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.035623 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.035623 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.036450 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.036450 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.036450 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.036450 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.036450 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.036450 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.037279 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.037279 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.037279 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.037279 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.037279 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.037857 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.037942 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:41:10.038028 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.038028 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.038028 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.038028 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.038309 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.038309 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.038454 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.038576 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.038738 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.038915 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.039079 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.039243 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.039405 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.039574 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.039747 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.039910 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.040073 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.040233 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.040400 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.040556 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.040696 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.040860 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.041016 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.041270 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.041428 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.041609 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.041784 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.041930 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.042097 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.042241 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.042432 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.042590 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.042738 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.042886 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.043026 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.043193 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.043358 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.043572 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.043765 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.044021 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.044268 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.044502 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.044502 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.044813 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.044813 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.045086 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.045086 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.045355 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.045525 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.045686 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.045908 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.046065 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.046226 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.046392 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.046558 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.046703 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.046871 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.047097 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.047247 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.047398 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.047537 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.047676 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.047813 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.047951 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.048101 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.048248 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.048394 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.049625 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.049625 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.049625 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.049625 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.049625 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.049625 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.049625 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.049625 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.051430 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.051430 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.051430 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.051430 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.051430 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.051430 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.051430 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.051430 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.052285 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.052285 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.052285 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.052285 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.052285 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.052285 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.052285 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.052860 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.052860 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.052860 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.053546 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.053546 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.053546 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.053546 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.053546 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.053965 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.053965 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.053965 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.054172 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.054249 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.054452 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.054593 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.054756 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.054934 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.055071 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.055229 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.055391 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.055633 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.055866 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.056062 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.056226 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.056389 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.056615 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.056863 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.057076 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.057235 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.057400 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.057588 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.057773 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.057945 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.058109 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.058269 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.058426 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.058590 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.058754 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.058932 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.059097 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.059258 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.059956 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.060103 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.060252 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.060491 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.060686 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.060821 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.060945 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.061041 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.061175 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.061387 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.061647 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.061857 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.062028 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.062192 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.062435 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.062650 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.062891 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.063055 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.063220 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.063383 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.063545 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.063709 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.063872 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.064222 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.064587 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.064759 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.064923 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.065100 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.065260 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.065432 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.065627 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.065799 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.066031 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.066160 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.066300 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.066426 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.066580 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.066744 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.066906 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.067070 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.067217 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.067384 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.067547 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.067711 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.067873 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.068036 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.068197 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.068360 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.068526 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.068688 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.068850 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.069012 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 18:41:10.069222 dv-cinder-808992-5-iscsi neutron-server[105832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 18:41:10.099272 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 38210) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:41:10.108198 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067036 Sep 14 18:41:22.190739 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429e4046-36a7-43b5-a073-b44e6b195d62 None None] get_active_networks_info from dv-cinder-808992-5-iscsi {{(pid=105943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 14 18:41:22.272690 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429e4046-36a7-43b5-a073-b44e6b195d62 None None] No non-hosted networks {{(pid=105943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 18:41:22.292418 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-48ca8975-4571-4303-9d36-4564f0b75217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554182'] for agent, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:25.013616 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554182'] for agent, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:25.027544 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:25.030641 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:25.031902 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:25.037833 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:25.039861 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:25.043728 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:25.047268 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:25.049692 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:25.052682 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:25.056314 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:25.056912 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:25.057457 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:25.058132 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-808992-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:41:25.078594 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808992-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:41:25.221633 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-8f7223d8-ce79-41cd-9b6e-7cc1dd031047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554182'] for agent, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:25.313578 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-60025288-c999-4c5a-8883-aefd8d13935f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:26.644312 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554182'] for agent, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:28.233424 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554182'] for agent, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:28.383294 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.db.l3_hamode_db [None req-ba1706c5-44fa-4a09-86e1-2979155a183a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 18:41:28.509787 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1706c5-44fa-4a09-86e1-2979155a183a None None] Routers set() bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:41:28.510366 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1706c5-44fa-4a09-86e1-2979155a183a None None] Router IDs set() for agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 14 18:41:30.052402 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 38304) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:41:30.709254 dv-cinder-808992-5-iscsi neutron-server[105941]: WARNING oslo_policy.policy [None req-04d5d6d7-ce73-4baa-b9a1-9d1a3ba92aa7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 18:41:30.709894 dv-cinder-808992-5-iscsi neutron-server[105941]: WARNING oslo_policy.policy [None req-04d5d6d7-ce73-4baa-b9a1-9d1a3ba92aa7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 18:41:30.940481 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [None req-04d5d6d7-ce73-4baa-b9a1-9d1a3ba92aa7 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:41:30.941686 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-04d5d6d7-ce73-4baa-b9a1-9d1a3ba92aa7 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8869448 Sep 14 18:41:33.482714 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 38318) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:41:33.801652 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-05d40270-e7d6-45cb-99c4-7ffc6620255b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:41:33.895593 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.policy [None req-05d40270-e7d6-45cb-99c4-7ffc6620255b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105941) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 18:41:33.940953 dv-cinder-808992-5-iscsi neutron-server[105941]: WARNING oslo_policy.policy [None req-05d40270-e7d6-45cb-99c4-7ffc6620255b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 18:41:33.941329 dv-cinder-808992-5-iscsi neutron-server[105941]: WARNING oslo_policy.policy [None req-05d40270-e7d6-45cb-99c4-7ffc6620255b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 18:41:33.950535 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.quota [None req-05d40270-e7d6-45cb-99c4-7ffc6620255b admin admin] Loaded quota_driver: . Sep 14 18:41:34.040454 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-05d40270-e7d6-45cb-99c4-7ffc6620255b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742091993308', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742091993841', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742091981576', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742091979500', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742094644577', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742091958594', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1619854', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1545270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-510842', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-419664'] for rbac-policy, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:34.103670 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-05d40270-e7d6-45cb-99c4-7ffc6620255b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:34.105291 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-05d40270-e7d6-45cb-99c4-7ffc6620255b admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6215224 Sep 14 18:41:36.745155 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 38330) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:41:37.052664 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Request body: {'network': {'project_id': '5de4186e69e6473da36b70eccc13b381', 'name': 'private', 'admin_state_up': True, 'tenant_id': '5de4186e69e6473da36b70eccc13b381'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:41:37.081305 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Made reservation on behalf of 5de4186e69e6473da36b70eccc13b381 for: {'network': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:41:37.084267 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:37.101028 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:37.226343 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:37.230396 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:37.250378 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=105941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:41:37.278875 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742093870996', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:37.279458 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Unsubscribe: segment precommit_create {{(pid=105941) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 18:41:37.279985 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.segments_db [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Added segment b9db96f9-75d8-4bc9-94fe-901f1d60ba08 of type vlan for network 6e8262eb-3bf9-4706-8f13-1468db045030 Sep 14 18:41:37.295519 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a819cd1f-2d42-49c2-bffb-bf5ebc005681,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:41:37.344650 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:37.345004 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:37.345346 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:37.345709 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:37.346040 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:37.346384 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:37.346716 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:37.347054 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:37.347399 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:37.347724 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:37.348045 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:37.348391 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Tracked resource versions report: Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: pushed versions: Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: { 'AddressGroup': {'1.2'}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'ConntrackHelper': {'1.0'}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Log': {'1.0'}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Network': {'1.1'}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Port': {'1.7'}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'PortForwarding': {'1.2'}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'QosPolicy': {'1.9'}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'SecurityGroup': {'1.4'}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'SecurityGroupRule': {'1.2'}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'SubPort': {'1.0'}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Subnet': {'1.1'}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Trunk': {'1.1'}} Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: consumer versions: Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: { DHCP agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: L3 agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: Metadata agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: Metering agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: Open vSwitch agent@dv-cinder-808992-5-iscsi: { 'AddressGroup': '1.2', Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'ConntrackHelper': '1.0', Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Log': '1.0', Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Network': '1.1', Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Port': '1.7', Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'PortForwarding': '1.2', Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'QosPolicy': '1.9', Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'SecurityGroup': '1.4', Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'SecurityGroupRule': '1.2', Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'SubPort': '1.0', Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Subnet': '1.1', Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Trunk': '1.1'}} Sep 14 18:41:37.349470 dv-cinder-808992-5-iscsi neutron-server[105941]: {{(pid=105941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 18:41:37.400879 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:37.440473 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:37.441727 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:41:37.442430 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:37.486443 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7398803 Sep 14 18:41:37.548143 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4292d-c335-47e4-847b-37115ebfe49a admin admin] Pushing event updated for resources: {'Network': ['ID=6e8262eb-3bf9-4706-8f13-1468db045030,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:41:37.563321 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network 6e8262eb-3bf9-4706-8f13-1468db045030 details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:41:40.202989 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 38344) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:41:40.614109 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81332ea-90ac-4712-9ff5-7e7c65a5e331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:41:40.615502 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b81332ea-90ac-4712-9ff5-7e7c65a5e331 admin admin] 10.222.0.37 "GET /v2.0/networks/6e8262eb-3bf9-4706-8f13-1468db045030 HTTP/1.1" status: 200 len: 825 time: 0.4115746 Sep 14 18:41:40.641929 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-fb64cfb2-fe8c-4813-b8be-b7c068467b3d admin admin] 10.222.0.37 "GET /v2.0/subnetpools/3c64ac27-6ccd-4906-a260-569e8661e58c HTTP/1.1" status: 200 len: 734 time: 0.0200934 Sep 14 18:41:40.651467 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-ce71bce9-7322-4971-a235-071526fd352c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3c64ac27-6ccd-4906-a260-569e8661e58c', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:41:40.674482 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce71bce9-7322-4971-a235-071526fd352c admin admin] Made reservation on behalf of 5de4186e69e6473da36b70eccc13b381 for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:41:40.676777 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ce71bce9-7322-4971-a235-071526fd352c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:40.969842 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ce71bce9-7322-4971-a235-071526fd352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:41.042362 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71bce9-7322-4971-a235-071526fd352c admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c3ca32-a94d-4cd3-be48-33800eda6b69,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:41:41.044353 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce71bce9-7322-4971-a235-071526fd352c admin admin] Checking segment: {'id': 'b9db96f9-75d8-4bc9-94fe-901f1d60ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:41:41.044736 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce71bce9-7322-4971-a235-071526fd352c admin admin] Network hostable DHCP agents. Network: 6e8262eb-3bf9-4706-8f13-1468db045030, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:41:41.066138 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce71bce9-7322-4971-a235-071526fd352c admin admin] Network 6e8262eb-3bf9-4706-8f13-1468db045030 is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:41:41.078367 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-ce71bce9-7322-4971-a235-071526fd352c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, 6e8262eb-3bf9-4706-8f13-1468db045030) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:41:41.083376 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce71bce9-7322-4971-a235-071526fd352c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:41:41.083972 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ce71bce9-7322-4971-a235-071526fd352c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:41.088003 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e38d4b5-8b75-434f-ad34-71c8f510312a None None] Network 6e8262eb-3bf9-4706-8f13-1468db045030 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:41:41.099401 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-ce71bce9-7322-4971-a235-071526fd352c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4512887 Sep 14 18:41:41.419373 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12fb19ed-eff7-5e3c-bd5d-b5796e8246d8-6e8262eb-3bf9-4706-8f13-1468db045030', 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'fixed_ips': [{'subnet_id': '82c3ca32-a94d-4cd3-be48-33800eda6b69'}]}} from dv-cinder-808992-5-iscsi. {{(pid=105943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 18:41:41.420608 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:41.713453 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.db_base_plugin_common [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Allocated IP 172.20.0.2 (6e8262eb-3bf9-4706-8f13-1468db045030/82c3ca32-a94d-4cd3-be48-33800eda6b69/17f27dcb-dbcd-44d9-8385-f40f8fff0d1f) {{(pid=105943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:41:41.938668 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Notify callbacks [] for port, precommit_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:41.996794 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Transition to ACTIVE for port object 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:41:42.021286 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Transition to ACTIVE for port object 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f will not be triggered until provisioned by entity DHCP. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:41:42.029590 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:42.096692 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Network 6e8262eb-3bf9-4706-8f13-1468db045030 is already hosted by enough agents. {{(pid=105943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:41:42.101442 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.base_scheduler [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Resources bound (agent type, host, resource id): {{(pid=105943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:41:42.122892 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Received port after_create {{(pid=105943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:41:42.126176 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Pushing event updated for resources: {'Port': ['ID=17f27dcb-dbcd-44d9-8385-f40f8fff0d1f,revision_number=1']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:41:42.137713 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:42.138071 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:42.138498 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:42.138829 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:42.139157 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:42.139482 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:42.139799 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:42.140121 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:42.140453 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:42.140773 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:42.141087 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:42.141401 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Tracked resource versions report: Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: pushed versions: Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: { 'AddressGroup': {'1.2'}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'ConntrackHelper': {'1.0'}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Log': {'1.0'}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Network': {'1.1'}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Port': {'1.7'}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'PortForwarding': {'1.2'}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'QosPolicy': {'1.9'}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'SecurityGroup': {'1.4'}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'SecurityGroupRule': {'1.2'}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'SubPort': {'1.0'}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Subnet': {'1.1'}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Trunk': {'1.1'}} Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: consumer versions: Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: { DHCP agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: L3 agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: Metadata agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: Metering agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: Open vSwitch agent@dv-cinder-808992-5-iscsi: { 'AddressGroup': '1.2', Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'ConntrackHelper': '1.0', Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Log': '1.0', Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Network': '1.1', Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Port': '1.7', Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'PortForwarding': '1.2', Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'QosPolicy': '1.9', Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'SecurityGroup': '1.4', Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'SecurityGroupRule': '1.2', Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'SubPort': '1.0', Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Subnet': '1.1', Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Trunk': '1.1'}} Sep 14 18:41:42.142523 dv-cinder-808992-5-iscsi neutron-server[105943]: {{(pid=105943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 18:41:42.218056 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Attempting to bind port 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:41:42.218373 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Attempting to bind port 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'b9db96f9-75d8-4bc9-94fe-901f1d60ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:41:42.218778 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Attempting to bind port 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f on network 6e8262eb-3bf9-4706-8f13-1468db045030 {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:41:42.224034 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:41:42.224437 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Checking segment: {'id': 'b9db96f9-75d8-4bc9-94fe-901f1d60ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:41:42.224896 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:42.225285 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Bound using segment: {'id': 'b9db96f9-75d8-4bc9-94fe-901f1d60ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:41:42.225772 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Bound port: 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9db96f9-75d8-4bc9-94fe-901f1d60ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:41:42.226199 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:42.289584 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] For port 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:41:42.294609 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] For port 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=17f27dcb-dbcd-44d9-8385-f40f8fff0d1f,segment=NetworkSegment(b9db96f9-75d8-4bc9-94fe-901f1d60ba08),segment_id=b9db96f9-75d8-4bc9-94fe-901f1d60ba08)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:41:42.299218 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:42.365279 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd32e5-668b-416a-9065-7f60efe2ff6b None None] Pushing event updated for resources: {'Port': ['ID=17f27dcb-dbcd-44d9-8385-f40f8fff0d1f,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:41:43.595521 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 38352) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:41:43.919931 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [None req-38a4240a-048f-4094-bbd9-16e669ffec91 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:41:43.921042 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-38a4240a-048f-4094-bbd9-16e669ffec91 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3243732 Sep 14 18:41:46.400240 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 38360) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:41:46.952929 dv-cinder-808992-5-iscsi neutron-server[105942]: WARNING oslo_policy.policy [None req-784ddc12-ad73-440f-820c-ed25cfe95185 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 18:41:46.953515 dv-cinder-808992-5-iscsi neutron-server[105942]: WARNING oslo_policy.policy [None req-784ddc12-ad73-440f-820c-ed25cfe95185 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 18:41:47.176876 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [None req-784ddc12-ad73-440f-820c-ed25cfe95185 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:41:47.189522 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-784ddc12-ad73-440f-820c-ed25cfe95185 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7767894 Sep 14 18:41:48.954917 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 5 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:41:50.002237 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 38380) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:41:50.330029 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-33d7fa3e-7674-4f85-89ec-c69222e5c28f admin admin] Request body: {'router': {'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'name': 'router1', 'admin_state_up': True}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:41:50.354069 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-33d7fa3e-7674-4f85-89ec-c69222e5c28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:50.355931 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-33d7fa3e-7674-4f85-89ec-c69222e5c28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1441'] for router, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:50.496537 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-33d7fa3e-7674-4f85-89ec-c69222e5c28f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:50.501863 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-33d7fa3e-7674-4f85-89ec-c69222e5c28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554079'] for router, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:50.518018 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-33d7fa3e-7674-4f85-89ec-c69222e5c28f admin admin] Notify callbacks [] for router, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:50.519399 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-33d7fa3e-7674-4f85-89ec-c69222e5c28f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5161784 Sep 14 18:41:51.009648 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d60c4d4-3fc7-4626-ae25-02c944c0bc66 None None] Network 6e8262eb-3bf9-4706-8f13-1468db045030 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:41:51.132997 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-de2d4bf9-1165-4614-8310-7301266e651f None None] Provisioning for port 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:41:51.637927 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:41:51.743071 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:41:51.747811 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:41:51.748291 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:51.875746 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:51.915150 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=17f27dcb-dbcd-44d9-8385-f40f8fff0d1f,segment=NetworkSegment(b9db96f9-75d8-4bc9-94fe-901f1d60ba08),segment_id=b9db96f9-75d8-4bc9-94fe-901f1d60ba08)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:41:51.919506 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:51.981936 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=17f27dcb-dbcd-44d9-8385-f40f8fff0d1f,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:41:52.036240 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4a9cbbc3-570d-4e18-b3f3-cccbab91434d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:53.007625 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 38388) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:41:53.331229 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [None req-bd7a1e8f-c08f-4b91-b693-739865272395 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:41:53.332248 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-bd7a1e8f-c08f-4b91-b693-739865272395 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3236122 Sep 14 18:41:53.619892 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:41:53.669084 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:41:53.669522 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:54.987488 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:55.211553 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-36f29454-8bd2-4d26-a4aa-98d96d2eb284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:55.867151 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 38396) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:41:56.185295 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:41:56.186762 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.quota [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Loaded quota_driver: . Sep 14 18:41:56.241037 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Made reservation on behalf of 52385fdecf4445688deaeb4526c0d24f for: {'network': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:41:56.314585 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.policy [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105942) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 18:41:56.359831 dv-cinder-808992-5-iscsi neutron-server[105942]: WARNING oslo_policy.policy [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 18:41:56.360199 dv-cinder-808992-5-iscsi neutron-server[105942]: WARNING oslo_policy.policy [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 18:41:56.371275 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:56.390907 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:56.524738 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:56.530365 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:56.537245 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:56.543491 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Reserving flat network on physical network physnet1 {{(pid=105942) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 18:41:56.579426 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742093870996', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:56.580004 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Unsubscribe: segment precommit_create {{(pid=105942) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 18:41:56.580554 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.segments_db [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Added segment b295615a-41d8-4433-a8a8-4c04e1074cc7 of type flat for network 41c3f254-0188-4e85-819d-1e1b359cef2a Sep 14 18:41:56.597186 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52e1984-22d4-4f1e-86af-3a3e7f3d6cf7,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:41:56.652192 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:56.652613 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:56.653032 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:56.653274 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:56.653650 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:56.653962 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:56.654304 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:56.654723 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:56.655062 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:56.655461 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:56.655814 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:56.656129 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Tracked resource versions report: Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: pushed versions: Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: { 'AddressGroup': {'1.2'}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'ConntrackHelper': {'1.0'}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Log': {'1.0'}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Network': {'1.1'}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Port': {'1.7'}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'PortForwarding': {'1.2'}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'QosPolicy': {'1.9'}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'SecurityGroup': {'1.4'}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'SecurityGroupRule': {'1.2'}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'SubPort': {'1.0'}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Subnet': {'1.1'}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Trunk': {'1.1'}} Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: consumer versions: Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: { DHCP agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: L3 agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: Metadata agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: Metering agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: Open vSwitch agent@dv-cinder-808992-5-iscsi: { 'AddressGroup': '1.2', Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'ConntrackHelper': '1.0', Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Log': '1.0', Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Network': '1.1', Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Port': '1.7', Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'PortForwarding': '1.2', Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'QosPolicy': '1.9', Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'SecurityGroup': '1.4', Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'SecurityGroupRule': '1.2', Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'SubPort': '1.0', Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Subnet': '1.1', Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Trunk': '1.1'}} Sep 14 18:41:56.657234 dv-cinder-808992-5-iscsi neutron-server[105942]: {{(pid=105942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 18:41:56.710427 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:56.763862 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:56.766897 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:41:56.766897 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:56.823155 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9549417 Sep 14 18:41:56.869299 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe18711-47ea-4fc3-84f9-a5702230f79d admin admin] Pushing event updated for resources: {'Network': ['ID=41c3f254-0188-4e85-819d-1e1b359cef2a,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:41:56.879878 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network 41c3f254-0188-4e85-819d-1e1b359cef2a details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:41:58.155376 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:41:59.271037 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 38420) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:41:59.489799 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec493c4-a02a-49cf-a2ab-342cb73648a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:41:59.491178 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-eec493c4-a02a-49cf-a2ab-342cb73648a2 admin admin] 10.222.0.37 "GET /v2.0/subnets/82c3ca32-a94d-4cd3-be48-33800eda6b69 HTTP/1.1" status: 200 len: 849 time: 0.2191617 Sep 14 18:41:59.657276 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-7ac11537-9ab2-4cea-a1d7-2c94dce2b648 admin admin] 10.222.0.37 "GET /v2.0/routers/46fa016d-d7a3-450c-8a31-a999805b1db2 HTTP/1.1" status: 200 len: 704 time: 0.1596498 Sep 14 18:41:59.948944 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:00.256837 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Allocated IP 172.20.0.1 (6e8262eb-3bf9-4706-8f13-1468db045030/82c3ca32-a94d-4cd3-be48-33800eda6b69/d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:42:00.442266 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:00.466074 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Transition to ACTIVE for port object d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b will not be triggered until provisioned by entity DHCP. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:42:00.533082 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:00.600465 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Network 6e8262eb-3bf9-4706-8f13-1468db045030 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:42:00.606073 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:42:00.617142 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:42:00.617580 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554126'] for router_interface, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:00.642938 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Pushing event updated for resources: {'Port': ['ID=d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:42:00.818488 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:00.845812 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-527e3639-6661-46d9-ab7b-42a353d1498b None None] Provisioning for port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:42:00.850233 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-527e3639-6661-46d9-ab7b-42a353d1498b None None] Provisioning complete for port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:42:00.850609 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-527e3639-6661-46d9-ab7b-42a353d1498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:00.885584 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-527e3639-6661-46d9-ab7b-42a353d1498b None None] Port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:42:01.091866 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:01.096257 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:01.097130 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527902'] for router_interface, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:01.163016 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Pushing event updated for resources: {'Port': ['ID=d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:42:01.231554 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Network 6e8262eb-3bf9-4706-8f13-1468db045030 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:42:01.233116 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:42:01.407038 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-f5c7ee11-4c36-4aa8-9b50-2c64224e4416 None None] Provisioning complete for port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:42:01.407501 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f5c7ee11-4c36-4aa8-9b50-2c64224e4416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:01.420309 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Router 46fa016d-d7a3-450c-8a31-a999805b1db2 is scheduled to L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 with binding_index 1 {{(pid=105942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 18:42:01.445705 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-f5c7ee11-4c36-4aa8-9b50-2c64224e4416 None None] Port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:42:01.516865 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:42:01.522537 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-cf305dc7-2f40-481c-9cab-4b0c0578b38d admin admin] 10.222.0.37 "PUT /v2.0/routers/46fa016d-d7a3-450c-8a31-a999805b1db2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8590829 Sep 14 18:42:01.540787 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Sync routers for ids ['46fa016d-d7a3-450c-8a31-a999805b1db2'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:42:01.552330 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Routers {'46fa016d-d7a3-450c-8a31-a999805b1db2'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:42:01.553157 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:41:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['46fa016d-d7a3-450c-8a31-a999805b1db2'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:42:01.743128 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Set router 46fa016d-d7a3-450c-8a31-a999805b1db2 gateway port host: None {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:42:02.187594 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'name': 'router1', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:41:50Z', 'updated_at': '2021-09-14T18:42:00Z', 'revision_number': 2, 'project_id': '5de4186e69e6473da36b70eccc13b381', 'gw_port_host': None, '_interfaces': [{'id': 'd2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b', 'name': '', 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'mac_address': 'fa:16:3e:33:4b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82c3ca32-a94d-4cd3-be48-33800eda6b69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:41:59Z', 'updated_at': '2021-09-14T18:42:00Z', 'revision_number': 2, 'project_id': '5de4186e69e6473da36b70eccc13b381', 'subnets': [{'id': '82c3ca32-a94d-4cd3-be48-33800eda6b69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c64ac27-6ccd-4906-a260-569e8661e58c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:42:02.241874 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Checking router: 46fa016d-d7a3-450c-8a31-a999805b1db2 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:42:02.242254 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Updating router 46fa016d-d7a3-450c-8a31-a999805b1db2 port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b binding host dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:42:02.296414 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:02.827295 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Notify callbacks [] for port, precommit_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:02.844947 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.provisioning_blocks [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Transition to ACTIVE for port object d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b will not be triggered until provisioned by entity L2. {{(pid=105944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:42:02.851160 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:03.013985 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Pushing event updated for resources: {'Port': ['ID=d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b,revision_number=3']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:42:03.018770 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Attempting to bind port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:42:03.019170 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Attempting to bind port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'b9db96f9-75d8-4bc9-94fe-901f1d60ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030'}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:42:03.019580 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Attempting to bind port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b on network 6e8262eb-3bf9-4706-8f13-1468db045030 {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:42:03.027489 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:42:03.027905 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:42:03.028180 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:42:03.028548 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:42:03.028850 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:42:03.029190 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:42:03.029717 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:42:03.029885 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:42:03.030175 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:42:03.030506 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:42:03.030830 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:42:03.031156 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Tracked resource versions report: Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: pushed versions: Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: { 'AddressGroup': {'1.2'}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'ConntrackHelper': {'1.0'}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Log': {'1.0'}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Network': {'1.1'}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Port': {'1.7'}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'PortForwarding': {'1.2'}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'QosPolicy': {'1.9'}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'SecurityGroup': {'1.4'}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'SecurityGroupRule': {'1.2'}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'SubPort': {'1.0'}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Subnet': {'1.1'}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Trunk': {'1.1'}} Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: consumer versions: Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: { DHCP agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: L3 agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: Metadata agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: Metering agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: Open vSwitch agent@dv-cinder-808992-5-iscsi: { 'AddressGroup': '1.2', Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'ConntrackHelper': '1.0', Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Log': '1.0', Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Network': '1.1', Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Port': '1.7', Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'PortForwarding': '1.2', Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'QosPolicy': '1.9', Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'SecurityGroup': '1.4', Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'SecurityGroupRule': '1.2', Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'SubPort': '1.0', Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Subnet': '1.1', Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Trunk': '1.1'}} Sep 14 18:42:03.032244 dv-cinder-808992-5-iscsi neutron-server[105944]: {{(pid=105944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 18:42:03.035276 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:42:03.035689 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Checking segment: {'id': 'b9db96f9-75d8-4bc9-94fe-901f1d60ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:42:03.036154 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:03.036560 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Bound using segment: {'id': 'b9db96f9-75d8-4bc9-94fe-901f1d60ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030'} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:42:03.037041 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Bound port: d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9db96f9-75d8-4bc9-94fe-901f1d60ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030'}}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:42:03.037449 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:03.107946 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] For port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:42:03.128406 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] For port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b,segment=NetworkSegment(b9db96f9-75d8-4bc9-94fe-901f1d60ba08),segment_id=b9db96f9-75d8-4bc9-94fe-901f1d60ba08)] {{(pid=105944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:42:03.132924 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:03.199585 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1378d4-8ca7-4e8d-a3c3-5deab6286078 None None] Pushing event updated for resources: {'Port': ['ID=d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b,revision_number=4']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:42:03.208714 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Routers {'46fa016d-d7a3-450c-8a31-a999805b1db2'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:42:03.209705 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:41:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['46fa016d-d7a3-450c-8a31-a999805b1db2'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:42:03.318449 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] Set router 46fa016d-d7a3-450c-8a31-a999805b1db2 gateway port host: None {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:42:03.561903 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'name': 'router1', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:41:50Z', 'updated_at': '2021-09-14T18:42:00Z', 'revision_number': 2, 'project_id': '5de4186e69e6473da36b70eccc13b381', 'gw_port_host': None, '_interfaces': [{'id': 'd2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b', 'name': '', 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'mac_address': 'fa:16:3e:33:4b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82c3ca32-a94d-4cd3-be48-33800eda6b69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:41:59Z', 'updated_at': '2021-09-14T18:42:03Z', 'revision_number': 4, 'project_id': '5de4186e69e6473da36b70eccc13b381', 'subnets': [{'id': '82c3ca32-a94d-4cd3-be48-33800eda6b69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c64ac27-6ccd-4906-a260-569e8661e58c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:42:03.598343 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c024b-74e1-4470-a69e-3efc942156f3 None None] The sync data for ids ['46fa016d-d7a3-450c-8a31-a999805b1db2'] in dv-cinder-808992-5-iscsi is: [{'id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'name': 'router1', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:41:50Z', 'updated_at': '2021-09-14T18:42:00Z', 'revision_number': 2, 'project_id': '5de4186e69e6473da36b70eccc13b381', 'gw_port_host': None, '_interfaces': [{'id': 'd2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b', 'name': '', 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'mac_address': 'fa:16:3e:33:4b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82c3ca32-a94d-4cd3-be48-33800eda6b69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:41:59Z', 'updated_at': '2021-09-14T18:42:03Z', 'revision_number': 4, 'project_id': '5de4186e69e6473da36b70eccc13b381', 'subnets': [{'id': '82c3ca32-a94d-4cd3-be48-33800eda6b69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c64ac27-6ccd-4906-a260-569e8661e58c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:42:03.879414 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 38440) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:42:04.020504 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75dfe82-a772-4d7e-a68a-dcb02771d433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:42:04.021918 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-f75dfe82-a772-4d7e-a68a-dcb02771d433 admin admin] 10.222.0.37 "GET /v2.0/networks/41c3f254-0188-4e85-819d-1e1b359cef2a HTTP/1.1" status: 200 len: 842 time: 0.1415470 Sep 14 18:42:04.032104 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-deee320b-62d1-44ac-83c8-68211513e1b6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:42:04.056286 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deee320b-62d1-44ac-83c8-68211513e1b6 admin admin] Made reservation on behalf of 52385fdecf4445688deaeb4526c0d24f for: {'subnet': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:42:04.059977 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-deee320b-62d1-44ac-83c8-68211513e1b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:04.386100 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.objects.ports [None req-deee320b-62d1-44ac-83c8-68211513e1b6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 14 18:42:04.386619 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-deee320b-62d1-44ac-83c8-68211513e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for subnet, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:04.442256 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee320b-62d1-44ac-83c8-68211513e1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d5a4c2-e076-4d19-b827-174b9fc013e9,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:42:04.451587 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee320b-62d1-44ac-83c8-68211513e1b6 admin admin] Checking segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:42:04.451945 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deee320b-62d1-44ac-83c8-68211513e1b6 admin admin] Network hostable DHCP agents. Network: 41c3f254-0188-4e85-819d-1e1b359cef2a, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:42:04.472366 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deee320b-62d1-44ac-83c8-68211513e1b6 admin admin] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:42:04.484780 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-deee320b-62d1-44ac-83c8-68211513e1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, 41c3f254-0188-4e85-819d-1e1b359cef2a) {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:42:04.489245 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deee320b-62d1-44ac-83c8-68211513e1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:42:04.489863 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-deee320b-62d1-44ac-83c8-68211513e1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:04.497473 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fbeea5-3ec4-419b-90e5-75ca225e1510 None None] Network 41c3f254-0188-4e85-819d-1e1b359cef2a requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:42:04.506615 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-deee320b-62d1-44ac-83c8-68211513e1b6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4779289 Sep 14 18:42:04.668270 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d84c2a1-66c3-4e9a-8d4b-9792540774fe None None] Network 41c3f254-0188-4e85-819d-1e1b359cef2a requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:42:06.922292 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 38448) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:42:07.154952 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-91f1daa1-b8b0-4419-8868-860815fdbed7 admin admin] 10.222.0.37 "GET /v2.0/routers/46fa016d-d7a3-450c-8a31-a999805b1db2 HTTP/1.1" status: 200 len: 710 time: 0.2311721 Sep 14 18:42:07.278413 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e42888a-61f0-4c2b-8e48-985909bb8887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:42:07.279696 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-3e42888a-61f0-4c2b-8e48-985909bb8887 admin admin] 10.222.0.37 "GET /v2.0/networks/41c3f254-0188-4e85-819d-1e1b359cef2a HTTP/1.1" status: 200 len: 886 time: 0.1184447 Sep 14 18:42:07.289572 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:42:07.562410 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:07.844097 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:07.989409 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:08.154272 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Allocated IP 172.27.1.190 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/16c562fe-d103-4169-bf9a-0499a0da5afc) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:42:08.271752 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:08.347405 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:08.421698 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:42:08.426781 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:42:08.434683 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:42:08.443016 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Pushing event updated for resources: {'Port': ['ID=16c562fe-d103-4169-bf9a-0499a0da5afc,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:42:08.741672 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:08.959250 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1423'] for router, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:08.965365 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526901'] for router, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:09.084671 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Router 46fa016d-d7a3-450c-8a31-a999805b1db2 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:42:09.220164 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:42:09.225105 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] Notify callbacks [] for router, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:09.226828 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-49119cd4-7c37-4c2d-bae0-c5ce2ee6785b admin admin] 10.222.0.37 "PUT /v2.0/routers/46fa016d-d7a3-450c-8a31-a999805b1db2 HTTP/1.1" status: 200 len: 890 time: 1.9405863 Sep 14 18:42:09.656169 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:42:09.706403 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:42:09.709876 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:42:09.710261 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:09.792480 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:09.825980 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b,segment=NetworkSegment(b9db96f9-75d8-4bc9-94fe-901f1d60ba08),segment_id=b9db96f9-75d8-4bc9-94fe-901f1d60ba08)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:42:09.830165 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:09.878795 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:42:10.391731 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Sync routers for ids ['46fa016d-d7a3-450c-8a31-a999805b1db2'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:42:10.403741 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Routers {'46fa016d-d7a3-450c-8a31-a999805b1db2'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:42:10.404410 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:41:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['46fa016d-d7a3-450c-8a31-a999805b1db2'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:42:10.672207 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Set router 46fa016d-d7a3-450c-8a31-a999805b1db2 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:42:11.073082 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'name': 'router1', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '16c562fe-d103-4169-bf9a-0499a0da5afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:41:50Z', 'updated_at': '2021-09-14T18:42:08Z', 'revision_number': 4, 'project_id': '5de4186e69e6473da36b70eccc13b381', 'gw_port': {'id': '16c562fe-d103-4169-bf9a-0499a0da5afc', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:42:07Z', 'updated_at': '2021-09-14T18:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'd2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b', 'name': '', 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'mac_address': 'fa:16:3e:33:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82c3ca32-a94d-4cd3-be48-33800eda6b69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:41:59Z', 'updated_at': '2021-09-14T18:42:09Z', 'revision_number': 5, 'project_id': '5de4186e69e6473da36b70eccc13b381', 'subnets': [{'id': '82c3ca32-a94d-4cd3-be48-33800eda6b69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c64ac27-6ccd-4906-a260-569e8661e58c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:42:11.131816 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Checking router: 46fa016d-d7a3-450c-8a31-a999805b1db2 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:42:11.132164 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Updating router 46fa016d-d7a3-450c-8a31-a999805b1db2 port 16c562fe-d103-4169-bf9a-0499a0da5afc binding host dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:42:11.182449 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:11.535745 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Notify callbacks [] for port, precommit_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:11.546218 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Transition to ACTIVE for port object 16c562fe-d103-4169-bf9a-0499a0da5afc will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:42:11.552076 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:11.614673 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938df15d-2fd6-4dd6-827f-e4abdac360d9 None None] Pushing event updated for resources: {'Port': ['ID=16c562fe-d103-4169-bf9a-0499a0da5afc,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:42:11.620880 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Attempting to bind port 16c562fe-d103-4169-bf9a-0499a0da5afc on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:42:11.621764 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Attempting to bind port 16c562fe-d103-4169-bf9a-0499a0da5afc by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:42:11.622144 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Attempting to bind port 16c562fe-d103-4169-bf9a-0499a0da5afc on network 41c3f254-0188-4e85-819d-1e1b359cef2a {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:42:11.628019 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:42:11.628864 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Checking segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:42:11.629418 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:11.629849 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Bound using segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:42:11.630335 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Bound port: 16c562fe-d103-4169-bf9a-0499a0da5afc, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:42:11.630742 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:11.638961 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:42:11.721803 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] For port 16c562fe-d103-4169-bf9a-0499a0da5afc, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:42:11.735730 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] For port 16c562fe-d103-4169-bf9a-0499a0da5afc, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=16c562fe-d103-4169-bf9a-0499a0da5afc,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:42:11.741296 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:11.754997 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:42:11.755361 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:11.756696 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 38462) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:42:11.827274 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Routers {'46fa016d-d7a3-450c-8a31-a999805b1db2'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:42:11.827909 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:41:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['46fa016d-d7a3-450c-8a31-a999805b1db2'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:42:11.901998 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-effe0d47-1827-4241-9599-540d92d9e043 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1378975 Sep 14 18:42:11.972033 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938df15d-2fd6-4dd6-827f-e4abdac360d9 None None] Pushing event updated for resources: {'Port': ['ID=16c562fe-d103-4169-bf9a-0499a0da5afc,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:42:12.074478 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] Set router 46fa016d-d7a3-450c-8a31-a999805b1db2 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:42:12.309987 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'name': 'router1', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '16c562fe-d103-4169-bf9a-0499a0da5afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:41:50Z', 'updated_at': '2021-09-14T18:42:08Z', 'revision_number': 4, 'project_id': '5de4186e69e6473da36b70eccc13b381', 'gw_port': {'id': '16c562fe-d103-4169-bf9a-0499a0da5afc', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:42:07Z', 'updated_at': '2021-09-14T18:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'd2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b', 'name': '', 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'mac_address': 'fa:16:3e:33:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82c3ca32-a94d-4cd3-be48-33800eda6b69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:41:59Z', 'updated_at': '2021-09-14T18:42:09Z', 'revision_number': 5, 'project_id': '5de4186e69e6473da36b70eccc13b381', 'subnets': [{'id': '82c3ca32-a94d-4cd3-be48-33800eda6b69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c64ac27-6ccd-4906-a260-569e8661e58c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:42:12.338004 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81b7e5-64e1-4d11-a544-5f7874579c57 None None] The sync data for ids ['46fa016d-d7a3-450c-8a31-a999805b1db2'] in dv-cinder-808992-5-iscsi is: [{'id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'name': 'router1', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '16c562fe-d103-4169-bf9a-0499a0da5afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:41:50Z', 'updated_at': '2021-09-14T18:42:08Z', 'revision_number': 4, 'project_id': '5de4186e69e6473da36b70eccc13b381', 'gw_port': {'id': '16c562fe-d103-4169-bf9a-0499a0da5afc', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:42:07Z', 'updated_at': '2021-09-14T18:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'd2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b', 'name': '', 'network_id': '6e8262eb-3bf9-4706-8f13-1468db045030', 'tenant_id': '5de4186e69e6473da36b70eccc13b381', 'mac_address': 'fa:16:3e:33:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fa016d-d7a3-450c-8a31-a999805b1db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82c3ca32-a94d-4cd3-be48-33800eda6b69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:41:59Z', 'updated_at': '2021-09-14T18:42:09Z', 'revision_number': 5, 'project_id': '5de4186e69e6473da36b70eccc13b381', 'subnets': [{'id': '82c3ca32-a94d-4cd3-be48-33800eda6b69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c64ac27-6ccd-4906-a260-569e8661e58c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:42:13.685969 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 16c562fe-d103-4169-bf9a-0499a0da5afc up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:42:13.755441 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 16c562fe-d103-4169-bf9a-0499a0da5afc completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:42:13.762938 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 16c562fe-d103-4169-bf9a-0499a0da5afc triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:42:13.763635 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:13.862192 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:13.884451 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 16c562fe-d103-4169-bf9a-0499a0da5afc, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=16c562fe-d103-4169-bf9a-0499a0da5afc,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:42:13.892781 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:13.955302 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=16c562fe-d103-4169-bf9a-0499a0da5afc,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:42:15.666386 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 16c562fe-d103-4169-bf9a-0499a0da5afc up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:42:15.730714 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 16c562fe-d103-4169-bf9a-0499a0da5afc triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:42:15.731620 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:22.064340 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-95e3b02e-dddd-4510-8394-39ad21ba8ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:25.004774 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:25.249846 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-acc86db9-d45d-467f-90c7-d980f2992fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:25.955268 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 5 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:42:26.546506 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:28.184183 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:52.046092 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-d3765d53-6f0f-4704-b5ac-476ec37ce8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:54.996432 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:55.219246 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9251cb21-d26b-4b47-9056-1f109027f328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:56.555811 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:42:58.179336 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:02.956014 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 5 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:43:22.039960 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-34fd7362-7701-4f8f-9701-5b783d3b21ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:24.992531 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:25.214027 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-86d6f7f9-05b2-4ea6-aadb-9de6a1ec5586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:26.550038 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:28.176664 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:39.954592 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 5 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:43:52.043067 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-0a2cc8e7-414d-4734-aa89-712fd521e11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:53.532535 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39024) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:43:53.594216 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4985c65-ef1f-45a1-be6a-0f209cae70de admin admin] GET failed (client error): The resource could not be found. Sep 14 18:43:53.595547 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-c4985c65-ef1f-45a1-be6a-0f209cae70de admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620489 Sep 14 18:43:53.761525 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e3fa9d-568c-474a-bd67-18b8fa955b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:43:53.762942 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-45e3fa9d-568c-474a-bd67-18b8fa955b7b admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1627100 Sep 14 18:43:54.998131 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:55.215142 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-a842b0ad-93d3-4d19-9c06-37759f085a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:55.960579 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39034) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:43:56.060391 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c80ea28-684d-479c-bc64-9232dad865c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:43:56.061789 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-7c80ea28-684d-479c-bc64-9232dad865c0 admin admin] 10.222.0.37 "GET /v2.0/subnets/82c3ca32-a94d-4cd3-be48-33800eda6b69 HTTP/1.1" status: 200 len: 849 time: 0.1002488 Sep 14 18:43:56.072730 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:43:56.158979 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:56.389588 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742094060557'] for subnet, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:56.420503 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:43:56.421036 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:56.422513 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] 10.222.0.37 "PUT /v2.0/subnets/82c3ca32-a94d-4cd3-be48-33800eda6b69 HTTP/1.1" status: 200 len: 868 time: 0.3544166 Sep 14 18:43:56.425712 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e972ef48-4f0b-4d35-bb02-6d9ede40c98a None None] Network 6e8262eb-3bf9-4706-8f13-1468db045030 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:43:56.448362 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c3ca32-a94d-4cd3-be48-33800eda6b69,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:43:56.456192 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:43:56.456550 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:43:56.456896 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:43:56.457226 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:43:56.457586 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:43:56.457934 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:43:56.458266 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:43:56.458605 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:43:56.458946 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:43:56.459274 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:43:56.459593 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:43:56.459909 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a11eaa-4ec4-4c81-97da-576897d8ca69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:43:56.567044 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:56.781529 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-22cdcc46-3265-4b87-b5de-01604501b5bc None None] Provisioning complete for port d2ab8ac7-5e7f-4b43-bcaf-d4f507c8511b triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:43:56.781946 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-22cdcc46-3265-4b87-b5de-01604501b5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:56.872733 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-22cdcc46-3265-4b87-b5de-01604501b5bc None None] Provisioning complete for port 17f27dcb-dbcd-44d9-8385-f40f8fff0d1f triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:43:56.873104 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-22cdcc46-3265-4b87-b5de-01604501b5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:58.185554 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:43:58.649453 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39042) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:43:58.870541 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810aebc2-4e41-4b33-a8bc-4490b19d6f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:43:58.870927 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810aebc2-4e41-4b33-a8bc-4490b19d6f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:43:58.872506 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-810aebc2-4e41-4b33-a8bc-4490b19d6f7a admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2213886 Sep 14 18:44:01.098878 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39050) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:44:01.233439 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a75aa75-79ee-4481-a995-081de7a96030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:01.233938 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a75aa75-79ee-4481-a995-081de7a96030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:01.235498 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-1a75aa75-79ee-4481-a995-081de7a96030 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1356814 Sep 14 18:44:03.448793 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39058) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:44:03.580883 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05340e54-3725-447f-b8ae-4676477bc987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:03.582303 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-05340e54-3725-447f-b8ae-4676477bc987 admin admin] 10.222.0.37 "GET /v2.0/networks/41c3f254-0188-4e85-819d-1e1b359cef2a HTTP/1.1" status: 200 len: 886 time: 0.1325471 Sep 14 18:44:05.923924 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39066) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:44:06.062691 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b73008-33aa-400c-8f0e-421e8c37e6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:06.064123 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-86b73008-33aa-400c-8f0e-421e8c37e6a4 admin admin] 10.222.0.37 "GET /v2.0/networks/6e8262eb-3bf9-4706-8f13-1468db045030 HTTP/1.1" status: 200 len: 869 time: 0.1392365 Sep 14 18:44:08.265888 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39074) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:44:08.391965 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d6f040-a761-47be-85f9-d7b4b986501d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:08.392414 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d6f040-a761-47be-85f9-d7b4b986501d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:08.393983 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-30d6f040-a761-47be-85f9-d7b4b986501d admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271534 Sep 14 18:44:10.642677 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39082) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:44:10.742731 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f2a26-7b36-49e2-8414-eaa1d01780f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:10.743812 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f2a26-7b36-49e2-8414-eaa1d01780f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:10.745693 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-424f2a26-7b36-49e2-8414-eaa1d01780f3 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1020174 Sep 14 18:44:12.992567 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39090) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:44:13.079719 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa4ef73-02f3-4871-92e0-3317db85f1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:13.081159 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-8aa4ef73-02f3-4871-92e0-3317db85f1be admin admin] 10.222.0.37 "GET /v2.0/subnets/27d5a4c2-e076-4d19-b827-174b9fc013e9 HTTP/1.1" status: 200 len: 816 time: 0.0876341 Sep 14 18:44:15.327200 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39098) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:44:15.420155 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba9a05-82f6-40bd-a451-9817f0daf881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:15.421617 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-b3ba9a05-82f6-40bd-a451-9817f0daf881 admin admin] 10.222.0.37 "GET /v2.0/subnets/82c3ca32-a94d-4cd3-be48-33800eda6b69 HTTP/1.1" status: 200 len: 868 time: 0.0934246 Sep 14 18:44:16.953302 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 5 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:44:22.045575 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1e8541f2-a6ef-4c53-9424-4c3331d91fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:25.002661 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:25.217321 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-772f55e1-4cda-4b5d-bb82-9126f9e96bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:26.555878 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:28.190239 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:39.477711 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39152) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:44:39.528245 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [None req-7f81e422-2b70-4894-9c9c-3a344e93ae50 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:44:39.529257 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-7f81e422-2b70-4894-9c9c-3a344e93ae50 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506077 Sep 14 18:44:41.845746 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39160) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:44:41.914539 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bd95a5-90d2-4524-9072-09f6c5283385 admin admin] GET failed (client error): The resource could not be found. Sep 14 18:44:41.915928 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-73bd95a5-90d2-4524-9072-09f6c5283385 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0692542 Sep 14 18:44:42.005751 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fe2233-30e4-456e-a4b4-0c3c854fdee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:42.007245 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-b2fe2233-30e4-456e-a4b4-0c3c854fdee0 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0865536 Sep 14 18:44:44.298297 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39168) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:44:44.348646 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:44:44.373381 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Made reservation on behalf of 52385fdecf4445688deaeb4526c0d24f for: {'network': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:44:44.375722 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:44.415817 dv-cinder-808992-5-iscsi neutron-server[105941]: WARNING neutron.services.revisions.revision_plugin [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Could not find related network for resource to bump revision. Sep 14 18:44:44.428926 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=105941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:44:44.440733 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:44.441084 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.segments_db [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Added segment 4175a215-fe2e-469a-8203-ad5b2d49ae62 of type vlan for network cad27fe8-4c27-4d04-bbb2-af7dd42f4248 Sep 14 18:44:44.481924 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:44.510752 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:44.511878 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:44.512835 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:44.546720 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2471826 Sep 14 18:44:44.589670 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Pushing event updated for resources: {'Network': ['ID=cad27fe8-4c27-4d04-bbb2-af7dd42f4248,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:44:44.597460 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:44.597869 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:44.598221 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:44.598566 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:44.598906 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:44.599377 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:44.599597 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:44.599947 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:44.600595 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:44.600935 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:44.601265 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:44.602278 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f91fc-c41e-469a-8dc3-eb94c1d3e456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:44.614866 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network cad27fe8-4c27-4d04-bbb2-af7dd42f4248 details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:44:46.819171 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39178) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:44:46.886390 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8ff4c9-d4fe-43b9-b325-c1ac665f6c22 admin admin] GET failed (client error): The resource could not be found. Sep 14 18:44:46.887896 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-1b8ff4c9-d4fe-43b9-b325-c1ac665f6c22 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0676949 Sep 14 18:44:47.059334 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b02bf7-117c-4304-8c2e-68363ea03aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:47.060864 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-d1b02bf7-117c-4304-8c2e-68363ea03aec admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1679382 Sep 14 18:44:47.072629 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-cd364f26-076b-4114-a5e9-bc13d4c2f604 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'cad27fe8-4c27-4d04-bbb2-af7dd42f4248'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:44:47.095908 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd364f26-076b-4114-a5e9-bc13d4c2f604 admin admin] Made reservation on behalf of 52385fdecf4445688deaeb4526c0d24f for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:44:47.098265 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cd364f26-076b-4114-a5e9-bc13d4c2f604 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:47.270302 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cd364f26-076b-4114-a5e9-bc13d4c2f604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:47.324596 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd364f26-076b-4114-a5e9-bc13d4c2f604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e570ae19-21f7-4ccc-a853-e3a8d76ee002,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:44:47.334864 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd364f26-076b-4114-a5e9-bc13d4c2f604 admin admin] Checking segment: {'id': '4175a215-fe2e-469a-8203-ad5b2d49ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cad27fe8-4c27-4d04-bbb2-af7dd42f4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:44:47.335224 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd364f26-076b-4114-a5e9-bc13d4c2f604 admin admin] Network hostable DHCP agents. Network: cad27fe8-4c27-4d04-bbb2-af7dd42f4248, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:44:47.357372 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd364f26-076b-4114-a5e9-bc13d4c2f604 admin admin] Network cad27fe8-4c27-4d04-bbb2-af7dd42f4248 is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:44:47.366356 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-cd364f26-076b-4114-a5e9-bc13d4c2f604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, cad27fe8-4c27-4d04-bbb2-af7dd42f4248) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:44:47.371916 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd364f26-076b-4114-a5e9-bc13d4c2f604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:44:47.372588 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cd364f26-076b-4114-a5e9-bc13d4c2f604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:47.375032 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad507e-76f0-4baf-9341-6324340e2289 None None] Network cad27fe8-4c27-4d04-bbb2-af7dd42f4248 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:44:47.388142 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-cd364f26-076b-4114-a5e9-bc13d4c2f604 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3197684 Sep 14 18:44:47.648044 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12fb19ed-eff7-5e3c-bd5d-b5796e8246d8-cad27fe8-4c27-4d04-bbb2-af7dd42f4248', 'network_id': 'cad27fe8-4c27-4d04-bbb2-af7dd42f4248', 'tenant_id': '52385fdecf4445688deaeb4526c0d24f', 'fixed_ips': [{'subnet_id': 'e570ae19-21f7-4ccc-a853-e3a8d76ee002'}]}} from dv-cinder-808992-5-iscsi. {{(pid=105943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 18:44:47.649020 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:47.793837 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.db_base_plugin_common [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Allocated IP 192.168.233.2 (cad27fe8-4c27-4d04-bbb2-af7dd42f4248/e570ae19-21f7-4ccc-a853-e3a8d76ee002/34a086d0-e64f-4b73-ae5f-33d6c99e2b90) {{(pid=105943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:44:47.944960 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Notify callbacks [] for port, precommit_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:47.953879 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Transition to ACTIVE for port object 34a086d0-e64f-4b73-ae5f-33d6c99e2b90 will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:44:47.969633 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Transition to ACTIVE for port object 34a086d0-e64f-4b73-ae5f-33d6c99e2b90 will not be triggered until provisioned by entity DHCP. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:44:47.975671 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:48.017887 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Network cad27fe8-4c27-4d04-bbb2-af7dd42f4248 is already hosted by enough agents. {{(pid=105943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:44:48.020740 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.base_scheduler [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Resources bound (agent type, host, resource id): {{(pid=105943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:44:48.023904 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Received port after_create {{(pid=105943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:44:48.038544 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Pushing event updated for resources: {'Port': ['ID=34a086d0-e64f-4b73-ae5f-33d6c99e2b90,revision_number=1']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:44:48.060114 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:48.060490 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:48.060835 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:48.061170 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:48.061574 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:48.061848 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:48.062192 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:48.062517 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:48.062857 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:48.063176 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:48.063493 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:48.063806 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:44:48.099539 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Attempting to bind port 34a086d0-e64f-4b73-ae5f-33d6c99e2b90 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:44:48.099901 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Attempting to bind port 34a086d0-e64f-4b73-ae5f-33d6c99e2b90 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': '4175a215-fe2e-469a-8203-ad5b2d49ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cad27fe8-4c27-4d04-bbb2-af7dd42f4248'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:44:48.100279 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Attempting to bind port 34a086d0-e64f-4b73-ae5f-33d6c99e2b90 on network cad27fe8-4c27-4d04-bbb2-af7dd42f4248 {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:44:48.106501 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:44:48.106867 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Checking segment: {'id': '4175a215-fe2e-469a-8203-ad5b2d49ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cad27fe8-4c27-4d04-bbb2-af7dd42f4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:44:48.107258 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:48.107893 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Bound using segment: {'id': '4175a215-fe2e-469a-8203-ad5b2d49ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cad27fe8-4c27-4d04-bbb2-af7dd42f4248'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:44:48.108403 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Bound port: 34a086d0-e64f-4b73-ae5f-33d6c99e2b90, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4175a215-fe2e-469a-8203-ad5b2d49ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cad27fe8-4c27-4d04-bbb2-af7dd42f4248'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:44:48.108793 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:48.175526 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] For port 34a086d0-e64f-4b73-ae5f-33d6c99e2b90, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:44:48.180880 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] For port 34a086d0-e64f-4b73-ae5f-33d6c99e2b90, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=34a086d0-e64f-4b73-ae5f-33d6c99e2b90,segment=NetworkSegment(4175a215-fe2e-469a-8203-ad5b2d49ae62),segment_id=4175a215-fe2e-469a-8203-ad5b2d49ae62)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:44:48.186956 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:48.252365 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1329b3-ba0a-4004-80be-d7507fd27247 None None] Pushing event updated for resources: {'Port': ['ID=34a086d0-e64f-4b73-ae5f-33d6c99e2b90,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:44:49.066964 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c926feef-9319-4c4e-9e41-0a8fa5765d41 None None] Network cad27fe8-4c27-4d04-bbb2-af7dd42f4248 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:44:49.140850 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-02b8c3be-c291-4175-9f5e-6e24dc37b531 None None] Provisioning for port 34a086d0-e64f-4b73-ae5f-33d6c99e2b90 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:44:49.782996 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 34a086d0-e64f-4b73-ae5f-33d6c99e2b90 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:44:49.836843 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 34a086d0-e64f-4b73-ae5f-33d6c99e2b90 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:44:49.841033 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 34a086d0-e64f-4b73-ae5f-33d6c99e2b90 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:44:49.841393 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:49.920962 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:49.958713 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 34a086d0-e64f-4b73-ae5f-33d6c99e2b90, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=34a086d0-e64f-4b73-ae5f-33d6c99e2b90,segment=NetworkSegment(4175a215-fe2e-469a-8203-ad5b2d49ae62),segment_id=4175a215-fe2e-469a-8203-ad5b2d49ae62)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:44:49.962958 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:50.018569 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=34a086d0-e64f-4b73-ae5f-33d6c99e2b90,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:44:51.754813 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 34a086d0-e64f-4b73-ae5f-33d6c99e2b90 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:44:51.801922 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 34a086d0-e64f-4b73-ae5f-33d6c99e2b90 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:44:51.802285 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:52.047553 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-bce32e65-10f4-464a-816c-00e599d44efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:53.952791 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 5 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:44:55.006080 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:55.221249 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4626d089-39fc-42a2-b120-ee95bc230ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:56.557921 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:44:58.195040 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:22.049375 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-654f43d2-b5b2-423a-afbc-afc113335a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:25.013036 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:25.223294 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-fd18caa5-6ae8-4e60-8ae9-e432f29ba871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:26.562103 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:28.200466 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:30.951783 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 5 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:45:52.051437 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-86a8fdb9-0f2f-496c-a87e-396e2d6af85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:55.005648 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:55.225373 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-05faed13-0478-4a10-a743-b987eb1fd05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:56.574441 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:56.995180 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39230) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:45:57.001055 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [None req-a2bafc89-8db7-45c3-bbdd-9658a07c3db3 tempest-verify_tempest_config-250176918 tempest-verify_tempest_config-250176918-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:45:57.002069 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-a2bafc89-8db7-45c3-bbdd-9658a07c3db3 tempest-verify_tempest_config-250176918 tempest-verify_tempest_config-250176918-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059161 Sep 14 18:45:57.302140 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39248) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:45:57.403774 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:57.494992 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:57.498602 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:57.546449 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b15d12014af24f1bb2c5d43627e34988&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2425756 Sep 14 18:45:57.547379 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca1e58f-9f6e-4f09-95fb-6e76123a61b1,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:45:57.549151 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39252) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:45:57.555496 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.555851 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.556213 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.556541 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.556876 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.557224 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.557583 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.557936 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.558273 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.558597 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.559041 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.559250 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3191a9-798f-45d5-b3cc-7498349a12b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.604449 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:57.624944 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:57.714131 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:57.716694 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:45:57.717897 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ca1e58f-9f6e-4f09-95fb-6e76123a61b1 HTTP/1.1" status: 204 len: 168 time: 0.1676435 Sep 14 18:45:57.726597 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca1e58f-9f6e-4f09-95fb-6e76123a61b1,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:45:57.733767 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.734149 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.734493 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.734836 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.735169 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.735520 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.735859 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.736209 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.736545 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.736993 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.737324 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:57.737784 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefa0a8-276a-4360-9430-4a7dfe6b582e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:45:58.204872 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:46:07.951174 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 5 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:46:22.053305 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-2a4e812f-a3a1-490f-be9a-dde9e5430954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:46:25.007999 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:46:25.227838 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-a61090ee-a2d7-41c9-95e2-7b7893b8c17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:46:26.569294 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:46:28.204819 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:46:44.950916 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 5 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:46:52.053446 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-e022664f-bd27-4c74-aa9e-8c120cc56125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:46:55.008468 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:46:55.228017 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-2f8e71ec-74c8-4255-818f-1f9b300887b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:46:56.573729 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:46:58.206665 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:47:21.949605 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 5 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:47:22.053649 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1ffb7aeb-e340-4835-bfa4-d40707288300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:47:25.010732 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:47:25.230842 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-cbcc66eb-d3b1-4066-8892-82d4dcd81e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:47:26.577510 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:47:28.210685 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:47:29.012809 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554182'] for agent, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:47:44.500507 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39328) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:47:44.606875 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-56bd0f94-1e20-4aa2-a002-7704a8120002 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1052768 Sep 14 18:47:46.888530 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39338) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:47:46.943531 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-0da9f89b-3e18-475c-ab16-1c1d80db4e27 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0538983 Sep 14 18:47:52.054511 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-2f2e6e12-e1cf-4efa-b992-4f8e4582468d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:47:55.011966 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:47:55.232749 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-20581e7a-efaf-43f7-9dc8-d897f83f5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:47:56.579965 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:47:58.214068 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:47:58.948863 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:47:58.968844 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:48:22.055300 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c2bd6e0d-22e3-4f8f-8dea-8bf559edfd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:48:25.014308 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:48:25.235070 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b6c7dad3-db28-45eb-8421-75d4322c7379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:48:26.583665 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:48:28.216386 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:48:28.970182 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:48:35.947872 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:48:52.056974 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-d10132f4-6d00-46ff-a483-b7083b18df20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:48:55.021312 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:48:55.237011 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-3499a460-5332-493c-9ccd-d9b7a6d0b238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:48:56.689362 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:48:58.222254 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:48:58.973015 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:12.947379 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:49:17.449526 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39492) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:17.832919 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-network', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:17.866907 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Made reservation on behalf of 5d3918a19d9e4fad81aee482e9cf2afd for: {'network': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:17.869735 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:17.880297 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:17.978694 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:17.986131 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:18.020336 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=105942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:49:18.022469 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387f3308-436d-467b-93ed-bd1f48a2a6a3,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:18.033296 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.033783 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.034138 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.034457 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.034840 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.035137 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.036263 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.036779 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.037300 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.038015 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.038511 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.039023 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Tracked resource versions report: Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: pushed versions: Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: { 'AddressGroup': {'1.2'}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'ConntrackHelper': {'1.0'}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Log': {'1.0'}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Network': {'1.1'}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Port': {'1.7'}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'PortForwarding': {'1.2'}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'QosPolicy': {'1.9'}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'SecurityGroup': {'1.4'}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'SecurityGroupRule': {'1.2'}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'SubPort': {'1.0'}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Subnet': {'1.1'}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Trunk': {'1.1'}} Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: consumer versions: Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: { DHCP agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: HyperV agent@hv-cinder-80899: {}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: L3 agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: Metadata agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: Metering agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: Open vSwitch agent@dv-cinder-808992-5-iscsi: { 'AddressGroup': '1.2', Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'ConntrackHelper': '1.0', Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Log': '1.0', Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Network': '1.1', Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Port': '1.7', Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'PortForwarding': '1.2', Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'QosPolicy': '1.9', Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'SecurityGroup': '1.4', Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'SecurityGroupRule': '1.2', Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'SubPort': '1.0', Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Subnet': '1.1', Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: 'Trunk': '1.1'}} Sep 14 18:49:18.040078 dv-cinder-808992-5-iscsi neutron-server[105942]: {{(pid=105942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 18:49:18.049583 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:18.050019 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.segments_db [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Added segment c9f28dba-4c38-415d-88a1-a79049210d60 of type vlan for network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 Sep 14 18:49:18.092692 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:18.123005 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:18.124388 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:18.125024 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:18.160119 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7089753 Sep 14 18:49:18.163546 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39538) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:18.169599 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Request body: {'subnet': {'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-subnet', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:18.194103 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f28bf-afaf-4612-a49d-82e1e4d68a71 admin admin] Pushing event updated for resources: {'Network': ['ID=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:18.196207 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Made reservation on behalf of 5d3918a19d9e4fad81aee482e9cf2afd for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:18.198921 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:18.207123 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:49:18.394869 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:18.413486 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39550) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:18.446861 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b33bb60-5dd8-40e4-96f0-04cab71aa308,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:18.456912 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.457722 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.461406 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.461406 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.461406 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.461900 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.461900 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.462168 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.462709 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.463215 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.463543 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.463874 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Tracked resource versions report: Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: pushed versions: Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: { 'AddressGroup': {'1.2'}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'ConntrackHelper': {'1.0'}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Log': {'1.0'}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Network': {'1.1'}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Port': {'1.7'}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'PortForwarding': {'1.2'}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'QosPolicy': {'1.9'}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'SecurityGroup': {'1.4'}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'SecurityGroupRule': {'1.2'}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'SubPort': {'1.0'}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Subnet': {'1.1'}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Trunk': {'1.1'}} Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: consumer versions: Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: { DHCP agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: HyperV agent@hv-cinder-80899: {}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: L3 agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: Metadata agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: Metering agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: Open vSwitch agent@dv-cinder-808992-5-iscsi: { 'AddressGroup': '1.2', Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'ConntrackHelper': '1.0', Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Log': '1.0', Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Network': '1.1', Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Port': '1.7', Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'PortForwarding': '1.2', Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'QosPolicy': '1.9', Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'SecurityGroup': '1.4', Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'SecurityGroupRule': '1.2', Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'SubPort': '1.0', Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Subnet': '1.1', Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: 'Trunk': '1.1'}} Sep 14 18:49:18.464911 dv-cinder-808992-5-iscsi neutron-server[105941]: {{(pid=105941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 18:49:18.484564 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Checking segment: {'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:18.484924 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Network hostable DHCP agents. Network: 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:49:18.503577 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:49:18.514427 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:18.519359 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:18.519959 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:18.534397 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c206a64-b878-4eaf-8864-7bd1907b46a1 None None] Network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:49:18.550322 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-2046c137-b0db-42c2-97ea-0d68876135ac admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3855960 Sep 14 18:49:18.550544 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39562) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:18.555189 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:18.590382 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:18.592178 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1441'] for router, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:18.663774 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39570) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:18.710119 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:18.719488 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12fb19ed-eff7-5e3c-bd5d-b5796e8246d8-5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308'}]}} from dv-cinder-808992-5-iscsi. {{(pid=105943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 18:49:18.721361 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:18.803923 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-489920648-network', 'tenant_id': 'fd77571737524d5ea7eed3f1beb8d103'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:18.876457 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39578) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:18.877155 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.db_base_plugin_common [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Allocated IP 172.20.0.2 (5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945/5b33bb60-5dd8-40e4-96f0-04cab71aa308/03ff3aa7-0027-451f-a21f-c5a673cc7350) {{(pid=105943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:18.895126 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:18.901385 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Made reservation on behalf of fd77571737524d5ea7eed3f1beb8d103 for: {'network': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:18.905426 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.022385 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1863153746-network', 'tenant_id': 'ec151455531943d3bea10491e06b54f7'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:19.030860 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.061183 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Made reservation on behalf of ec151455531943d3bea10491e06b54f7 for: {'network': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:19.061851 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Notify callbacks [] for port, precommit_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.068305 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.083022 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Transition to ACTIVE for port object 03ff3aa7-0027-451f-a21f-c5a673cc7350 will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:19.095272 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.108234 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Transition to ACTIVE for port object 03ff3aa7-0027-451f-a21f-c5a673cc7350 will not be triggered until provisioned by entity DHCP. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:19.119156 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.120846 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39584) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:19.187237 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 is already hosted by enough agents. {{(pid=105943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:19.191973 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Pushing event updated for resources: {'Port': ['ID=03ff3aa7-0027-451f-a21f-c5a673cc7350,revision_number=1']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:19.209663 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.base_scheduler [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Resources bound (agent type, host, resource id): {{(pid=105943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:19.213205 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Received port after_create {{(pid=105943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:19.259781 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:19.260183 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:19.260575 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:19.261104 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:19.261638 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:19.262311 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:19.265780 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:19.266334 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:19.267032 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:19.267559 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:19.268060 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:19.268536 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Tracked resource versions report: Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: pushed versions: Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: { 'AddressGroup': {'1.2'}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'ConntrackHelper': {'1.0'}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Log': {'1.0'}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Network': {'1.1'}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Port': {'1.7'}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'PortForwarding': {'1.2'}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'QosPolicy': {'1.9'}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'SecurityGroup': {'1.4'}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'SecurityGroupRule': {'1.2'}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'SubPort': {'1.0'}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Subnet': {'1.1'}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Trunk': {'1.1'}} Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: consumer versions: Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: { DHCP agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: HyperV agent@hv-cinder-80899: {}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: L3 agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: Metadata agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: Metering agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: Open vSwitch agent@dv-cinder-808992-5-iscsi: { 'AddressGroup': '1.2', Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'ConntrackHelper': '1.0', Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Log': '1.0', Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Network': '1.1', Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Port': '1.7', Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'PortForwarding': '1.2', Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'QosPolicy': '1.9', Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'SecurityGroup': '1.4', Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'SecurityGroupRule': '1.2', Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'SubPort': '1.0', Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Subnet': '1.1', Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: 'Trunk': '1.1'}} Sep 14 18:49:19.269831 dv-cinder-808992-5-iscsi neutron-server[105943]: {{(pid=105943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 18:49:19.318839 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-535614078-network', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:19.326555 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Attempting to bind port 03ff3aa7-0027-451f-a21f-c5a673cc7350 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:49:19.327354 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Attempting to bind port 03ff3aa7-0027-451f-a21f-c5a673cc7350 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:49:19.328296 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Attempting to bind port 03ff3aa7-0027-451f-a21f-c5a673cc7350 on network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:19.335219 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:49:19.336164 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Checking segment: {'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:19.336826 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.337555 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Bound using segment: {'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:49:19.338431 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Bound port: 03ff3aa7-0027-451f-a21f-c5a673cc7350, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:49:19.339066 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.345011 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.357050 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.415189 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69be789-22d3-486f-9e3c-3cdba01e87a8,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:19.434672 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] For port 03ff3aa7-0027-451f-a21f-c5a673cc7350, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:49:19.438827 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] For port 03ff3aa7-0027-451f-a21f-c5a673cc7350, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=03ff3aa7-0027-451f-a21f-c5a673cc7350,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:49:19.443449 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=105942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:49:19.445388 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.461346 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.484802 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.488346 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.489517 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.segments_db [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Added segment 59f68ac8-ae7c-4e6b-befa-6338362d467b of type vlan for network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba Sep 14 18:49:19.521775 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916d214-8737-42c2-bccb-3e7ab100accb None None] Pushing event updated for resources: {'Port': ['ID=03ff3aa7-0027-451f-a21f-c5a673cc7350,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:19.591822 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.601817 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.665603 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2040326130-network', 'tenant_id': '2aba9251368e4d0eb6c6ec365c6d78e2'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:19.680224 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d57e0c1-dd1e-48a7-87a6-0921e4dc576e,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:19.692992 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=105941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:49:19.720938 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Made reservation on behalf of 2fb97a2c64e148c4a858a80261e8c8f4 for: {'network': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:19.724373 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.727639 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Allocated IP 172.27.1.217 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/6ef3bc67-87e6-46ee-96ca-e91055ac8ee8) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:19.738932 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.754972 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Made reservation on behalf of 2aba9251368e4d0eb6c6ec365c6d78e2 for: {'network': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:19.757900 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.851868 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.873092 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.873651 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.segments_db [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Added segment 3d7ac166-e77c-4e01-93c0-58bf1e1444ab of type vlan for network ed62ca30-1449-4b80-b732-67e84cfa064c Sep 14 18:49:19.921007 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.975148 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:19.992387 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.003000 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.036318 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.070469 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:20.109196 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 03ff3aa7-0027-451f-a21f-c5a673cc7350 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:20.116158 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:20.118612 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.db.resource_extend [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 18:49:20.156763 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:20.241526 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 03ff3aa7-0027-451f-a21f-c5a673cc7350 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:20.275512 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.281387 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.311511 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.db.resource_extend [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 18:49:20.319813 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.343811 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=105941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:49:20.365532 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.366755 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:20.367505 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.374182 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.374521 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.segments_db [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Added segment 3be714db-ef7e-4dad-97a6-f779c079b2db of type vlan for network 5c150fa7-055d-41ce-b953-c3a28ed20ac2 Sep 14 18:49:20.428992 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.db.api [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=105941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 18:49:20.429336 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG oslo_db.api [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 18:49:20.456474 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] Pushing event updated for resources: {'Network': ['ID=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:20.457106 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.461369 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebee190f-ca95-445f-a6af-144e591f167b,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:20.469153 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Pushing event updated for resources: {'Port': ['ID=6ef3bc67-87e6-46ee-96ca-e91055ac8ee8,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:20.470627 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:49:20.504702 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7abec6-8299-461a-a49d-84cacb72406e,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:20.522387 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.523884 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:20.524893 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.525135 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-03ed6756-d9c6-4d5e-9345-138b8e357d16 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1096594 Sep 14 18:49:20.530858 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39636) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:20.552981 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.628730 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-bc57a624-3a29-469a-8893-aca0fa1f1af5 admin admin] Request body: {'subnet': {'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-489920648-subnet', 'tenant_id': 'fd77571737524d5ea7eed3f1beb8d103', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:20.636875 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] Pushing event updated for resources: {'Network': ['ID=ed62ca30-1449-4b80-b732-67e84cfa064c,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:20.645921 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.db.resource_extend [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 18:49:20.674313 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network ed62ca30-1449-4b80-b732-67e84cfa064c details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:49:20.702020 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.703068 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:20.703699 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.800993 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] Pushing event updated for resources: {'Network': ['ID=5c150fa7-055d-41ce-b953-c3a28ed20ac2,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:20.808559 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc57a624-3a29-469a-8893-aca0fa1f1af5 admin admin] Made reservation on behalf of fd77571737524d5ea7eed3f1beb8d103 for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:20.811833 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bc57a624-3a29-469a-8893-aca0fa1f1af5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.835709 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network 5c150fa7-055d-41ce-b953-c3a28ed20ac2 details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:49:20.955000 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554079'] for router, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.956958 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:20.965335 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-d6cc8066-cb5b-4f01-aeca-79371f64e943 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2982099 Sep 14 18:49:20.968716 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39642) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:20.982588 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-bb85f6d6-4d4d-4503-8b2e-414f56f0c541 admin admin] Request body: {'subnet': {'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1863153746-subnet', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:21.014210 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae85002-759e-404e-8d30-56d5722506e0 None None] Network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:49:21.016187 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-1b274cc8-f4a6-4b89-b5c4-174d9e275324 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8898931 Sep 14 18:49:21.036118 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39646) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:21.045171 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-c8fd0d27-b193-4c97-82b6-3e9deb1b035e admin admin] Request body: {'subnet': {'network_id': '5c150fa7-055d-41ce-b953-c3a28ed20ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2040326130-subnet', 'tenant_id': '2aba9251368e4d0eb6c6ec365c6d78e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:21.092142 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=105941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:49:21.095640 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fd0d27-b193-4c97-82b6-3e9deb1b035e admin admin] Made reservation on behalf of 2aba9251368e4d0eb6c6ec365c6d78e2 for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:21.100761 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0d27-b193-4c97-82b6-3e9deb1b035e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.151557 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-4eb195f5-f94d-4455-96db-e00663fd3504 None None] Provisioning for port 03ff3aa7-0027-451f-a21f-c5a673cc7350 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:21.174327 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.174665 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.segments_db [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Added segment 56272d5c-049e-4857-a34c-40a30e9b365c of type vlan for network 60c55d5f-4d23-4654-87c3-ff99b40f316e Sep 14 18:49:21.190510 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb85f6d6-4d4d-4503-8b2e-414f56f0c541 admin admin] Made reservation on behalf of ec151455531943d3bea10491e06b54f7 for: {'subnet': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:21.196182 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bb85f6d6-4d4d-4503-8b2e-414f56f0c541 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.238096 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-4eb195f5-f94d-4455-96db-e00663fd3504 None None] Provisioning complete for port 03ff3aa7-0027-451f-a21f-c5a673cc7350 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:21.238743 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4eb195f5-f94d-4455-96db-e00663fd3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.240723 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bc57a624-3a29-469a-8893-aca0fa1f1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.330950 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.371272 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4eb195f5-f94d-4455-96db-e00663fd3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.408767 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc is scheduled to L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 with binding_index 1 {{(pid=105942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 18:49:21.465363 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-4eb195f5-f94d-4455-96db-e00663fd3504 None None] For port 03ff3aa7-0027-451f-a21f-c5a673cc7350, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=03ff3aa7-0027-451f-a21f-c5a673cc7350,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:49:21.473309 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4eb195f5-f94d-4455-96db-e00663fd3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.560533 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb195f5-f94d-4455-96db-e00663fd3504 None None] Pushing event updated for resources: {'Port': ['ID=03ff3aa7-0027-451f-a21f-c5a673cc7350,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:21.610548 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.db.resource_extend [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 18:49:21.632558 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0d27-b193-4c97-82b6-3e9deb1b035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.659070 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.660044 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:21.660657 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.701413 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-1bd5c43b-695b-4aa3-9b45-689d4b23e40b None None] Provisioning complete for port 03ff3aa7-0027-451f-a21f-c5a673cc7350 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:21.702293 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1bd5c43b-695b-4aa3-9b45-689d4b23e40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.705616 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8254879 Sep 14 18:49:21.713448 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39666) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:21.735315 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-5a681e4f-892f-4a40-ac3d-9e36b36a349a admin admin] Request body: {'subnet': {'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-535614078-subnet', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:21.765867 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57a624-3a29-469a-8893-aca0fa1f1af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be14de86-797e-40b4-a21a-5af3dd1cd815,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:21.784490 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc57a624-3a29-469a-8893-aca0fa1f1af5 admin admin] Checking segment: {'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:21.785459 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc57a624-3a29-469a-8893-aca0fa1f1af5 admin admin] Network hostable DHCP agents. Network: fa28baf6-f7f2-49ee-9a9f-ecad758ebbba, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:49:21.814289 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bb85f6d6-4d4d-4503-8b2e-414f56f0c541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for subnet, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.819077 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:49:21.834950 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Sync routers for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:49:21.847199 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:49:21.847820 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:48:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:21.854057 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd0d27-b193-4c97-82b6-3e9deb1b035e admin admin] Checking segment: {'id': '3be714db-ef7e-4dad-97a6-f779c079b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c150fa7-055d-41ce-b953-c3a28ed20ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:21.854413 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd0d27-b193-4c97-82b6-3e9deb1b035e admin admin] Network hostable DHCP agents. Network: 5c150fa7-055d-41ce-b953-c3a28ed20ac2, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:49:21.866589 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc57a624-3a29-469a-8893-aca0fa1f1af5 admin admin] Network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:49:21.888299 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85f6d6-4d4d-4503-8b2e-414f56f0c541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=911c8fc0-2bb9-4291-a978-8443f73c14d2,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:21.911978 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb85f6d6-4d4d-4503-8b2e-414f56f0c541 admin admin] Checking segment: {'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:21.912340 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb85f6d6-4d4d-4503-8b2e-414f56f0c541 admin admin] Network hostable DHCP agents. Network: ed62ca30-1449-4b80-b732-67e84cfa064c, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:49:21.914565 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-bc57a624-3a29-469a-8893-aca0fa1f1af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, fa28baf6-f7f2-49ee-9a9f-ecad758ebbba) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:21.920430 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc57a624-3a29-469a-8893-aca0fa1f1af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:21.921023 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bc57a624-3a29-469a-8893-aca0fa1f1af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.927441 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d745150-2424-4faa-ad4a-f1c215de0bfa None None] Network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:49:21.936598 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba3c6d-f543-401d-85c9-b1593e4b4b33 admin admin] Pushing event updated for resources: {'Network': ['ID=60c55d5f-4d23-4654-87c3-ff99b40f316e,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:21.954803 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network 60c55d5f-4d23-4654-87c3-ff99b40f316e details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:49:21.955256 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb85f6d6-4d4d-4503-8b2e-414f56f0c541 admin admin] Network ed62ca30-1449-4b80-b732-67e84cfa064c is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:49:21.960488 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a681e4f-892f-4a40-ac3d-9e36b36a349a admin admin] Made reservation on behalf of 2fb97a2c64e148c4a858a80261e8c8f4 for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:21.963259 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5a681e4f-892f-4a40-ac3d-9e36b36a349a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.969782 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] Notify callbacks [] for router, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:21.979147 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-bc57a624-3a29-469a-8893-aca0fa1f1af5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3590064 Sep 14 18:49:21.979444 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-031d98b6-f2c6-46c9-8d19-16c0297a1b8c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4204516 Sep 14 18:49:21.979444 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-bb85f6d6-4d4d-4503-8b2e-414f56f0c541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, ed62ca30-1449-4b80-b732-67e84cfa064c) {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:21.979444 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39676) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:21.988701 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb85f6d6-4d4d-4503-8b2e-414f56f0c541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:21.989295 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bb85f6d6-4d4d-4503-8b2e-414f56f0c541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:22.009599 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd0d27-b193-4c97-82b6-3e9deb1b035e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0c6856-ad06-4c25-b123-f8b216e323f4,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:22.039904 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd0d27-b193-4c97-82b6-3e9deb1b035e admin admin] Network 5c150fa7-055d-41ce-b953-c3a28ed20ac2 is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:49:22.049911 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e3d64-5e3c-4b71-8a36-08fd6c76358f None None] Network ed62ca30-1449-4b80-b732-67e84cfa064c requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:49:22.083946 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-c8fd0d27-b193-4c97-82b6-3e9deb1b035e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, 5c150fa7-055d-41ce-b953-c3a28ed20ac2) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:22.098873 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd0d27-b193-4c97-82b6-3e9deb1b035e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:22.099470 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0d27-b193-4c97-82b6-3e9deb1b035e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:22.123734 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-bb85f6d6-4d4d-4503-8b2e-414f56f0c541 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1538906 Sep 14 18:49:22.126637 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39684) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:22.140751 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:22.147384 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:49:22.161052 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-c8fd0d27-b193-4c97-82b6-3e9deb1b035e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1206677 Sep 14 18:49:22.192020 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 03ff3aa7-0027-451f-a21f-c5a673cc7350 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:22.264986 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:22.269575 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1441'] for router, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:22.392689 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d110c07-ff7e-4abb-b379-fd1a6ee91807 None None] Network 5c150fa7-055d-41ce-b953-c3a28ed20ac2 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:49:22.505969 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:22.693617 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5a681e4f-892f-4a40-ac3d-9e36b36a349a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:22.726798 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:20Z', 'revision_number': 3, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:22.732997 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12fb19ed-eff7-5e3c-bd5d-b5796e8246d8-ed62ca30-1449-4b80-b732-67e84cfa064c', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2'}]}} from dv-cinder-808992-5-iscsi. {{(pid=105943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 18:49:22.740360 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:22.756486 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:22.762553 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667fd221-ea58-45c1-a4db-3f5e3f7b0516 None None] Network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:49:22.779325 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a681e4f-892f-4a40-ac3d-9e36b36a349a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ed0d02-8c91-4443-9299-793ee86f77f1,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:22.804667 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-395242b4-8d66-47b3-aa58-391846225e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:22.808029 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a681e4f-892f-4a40-ac3d-9e36b36a349a admin admin] Checking segment: {'id': '56272d5c-049e-4857-a34c-40a30e9b365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:22.808807 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a681e4f-892f-4a40-ac3d-9e36b36a349a admin admin] Network hostable DHCP agents. Network: 60c55d5f-4d23-4654-87c3-ff99b40f316e, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:49:22.830729 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Checking router: 4ebed4c8-e5da-4f4e-a481-7168c04d99fc for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:49:22.831340 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Updating router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc port 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 binding host dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:49:22.852152 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a681e4f-892f-4a40-ac3d-9e36b36a349a admin admin] Network 60c55d5f-4d23-4654-87c3-ff99b40f316e is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:49:22.868968 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 03ff3aa7-0027-451f-a21f-c5a673cc7350 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:22.869335 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:22.876400 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-5a681e4f-892f-4a40-ac3d-9e36b36a349a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, 60c55d5f-4d23-4654-87c3-ff99b40f316e) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:22.884403 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a681e4f-892f-4a40-ac3d-9e36b36a349a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:22.887289 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5a681e4f-892f-4a40-ac3d-9e36b36a349a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:22.907148 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaada00-5fe0-4539-8dec-325780c058ad None None] Network 60c55d5f-4d23-4654-87c3-ff99b40f316e requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:49:22.920568 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-5a681e4f-892f-4a40-ac3d-9e36b36a349a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2076240 Sep 14 18:49:22.920948 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:22.924016 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39722) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:22.942000 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-535614078-router', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:23.010437 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:23.012736 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1441'] for router, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:23.059961 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39740) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:23.067467 dv-cinder-808992-5-iscsi neutron-server[105942]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 18:49:23.147732 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:23.329002 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Notify callbacks [] for port, precommit_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:23.341731 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.provisioning_blocks [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Transition to ACTIVE for port object 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 will not be triggered until provisioned by entity L2. {{(pid=105944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:23.349243 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:23.356387 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:23.405471 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Pushing event updated for resources: {'Port': ['ID=6ef3bc67-87e6-46ee-96ca-e91055ac8ee8,revision_number=2']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:23.418530 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:23.419440 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:23.419996 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:23.420478 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:23.421026 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:23.421546 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:23.422027 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:23.422504 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:23.422999 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:23.423474 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:23.423967 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:23.424126 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-6f152d77-192a-4b7f-a59c-dd105f681211 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:23.424609 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:49:23.426277 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-6f152d77-192a-4b7f-a59c-dd105f681211 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/networks?id=5c150fa7-055d-41ce-b953-c3a28ed20ac2 HTTP/1.1" status: 200 len: 812 time: 0.3639493 Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Tracked resource versions report: Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: pushed versions: Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: { 'AddressGroup': {'1.2'}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'ConntrackHelper': {'1.0'}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Log': {'1.0'}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Network': {'1.1'}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Port': {'1.7'}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'PortForwarding': {'1.2'}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'QosPolicy': {'1.9'}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'SecurityGroup': {'1.4'}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'SecurityGroupRule': {'1.2'}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'SubPort': {'1.0'}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Subnet': {'1.1'}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Trunk': {'1.1'}} Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: consumer versions: Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: { DHCP agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: HyperV agent@hv-cinder-80899: {}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: L3 agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: Metadata agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: Metering agent@dv-cinder-808992-5-iscsi: {}, Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: Open vSwitch agent@dv-cinder-808992-5-iscsi: { 'AddressGroup': '1.2', Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'ConntrackHelper': '1.0', Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Log': '1.0', Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Network': '1.1', Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Port': '1.7', Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'PortForwarding': '1.2', Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'QosPolicy': '1.9', Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'SecurityGroup': '1.4', Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'SecurityGroupRule': '1.2', Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'SubPort': '1.0', Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Subnet': '1.1', Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: 'Trunk': '1.1'}} Sep 14 18:49:23.434125 dv-cinder-808992-5-iscsi neutron-server[105944]: {{(pid=105944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 18:49:23.464674 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Attempting to bind port 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:49:23.465590 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Attempting to bind port 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:49:23.466807 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Attempting to bind port 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 on network 41c3f254-0188-4e85-819d-1e1b359cef2a {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:23.473364 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:49:23.474062 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Checking segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:23.474661 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:23.475257 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Bound using segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:49:23.475895 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Bound port: 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:49:23.476631 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:23.492176 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-b46e86a4-4db0-43fa-8e48-22ec299daf08 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/quotas/2aba9251368e4d0eb6c6ec365c6d78e2 HTTP/1.1" status: 200 len: 375 time: 0.0519729 Sep 14 18:49:23.622707 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] For port 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:49:23.626726 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] For port 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=6ef3bc67-87e6-46ee-96ca-e91055ac8ee8,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:49:23.642312 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:23.668063 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39766) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:23.678189 dv-cinder-808992-5-iscsi neutron-server[105941]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 18:49:23.683411 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-44b3a944-de6f-483e-b7ad-9ed0ed6cbfe1 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2aba9251368e4d0eb6c6ec365c6d78e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1623652 Sep 14 18:49:23.757450 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f442df-6172-4f96-b0bd-bd9231b82255 None None] Pushing event updated for resources: {'Port': ['ID=6ef3bc67-87e6-46ee-96ca-e91055ac8ee8,revision_number=3']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:23.787920 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:49:23.788552 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:48:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:23.864722 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:23.949073 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:49:24.069604 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc4097-41ca-4606-a971-e4757cc7aa95 None None] Network 5c150fa7-055d-41ce-b953-c3a28ed20ac2 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:49:24.116534 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:24.281973 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Allocated IP 172.27.1.201 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/467f9e0f-7fd2-4a41-82fd-6c6f38a9e195) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:24.299951 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:24.343558 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.db_base_plugin_common [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Allocated IP 172.20.0.2 (ed62ca30-1449-4b80-b732-67e84cfa064c/911c8fc0-2bb9-4291-a978-8443f73c14d2/3d0a9021-a62a-4d78-a50d-aedd37ac1eda) {{(pid=105943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:24.378025 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:20Z', 'revision_number': 3, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:24.391157 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-411a5978-21c1-4a25-9291-117d2ce8820e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:49:24.392756 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-411a5978-21c1-4a25-9291-117d2ce8820e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4207709 Sep 14 18:49:24.424251 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26af90b-4f27-45d0-9708-79144b4b5653 None None] Network 60c55d5f-4d23-4654-87c3-ff99b40f316e requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:49:24.441228 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d829fa7-9ef9-44ef-af30-ad20f144493c None None] The sync data for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi is: [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:20Z', 'revision_number': 3, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:49:24.455503 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:24.513607 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-08d6f928-bd0c-4d47-8eba-38ec727cf7e4 service neutron] 10.222.0.37 "GET /v2.0/networks/5c150fa7-055d-41ce-b953-c3a28ed20ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023421 Sep 14 18:49:24.561728 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-5b80fbc1-e5f3-40da-ac79-f543692eb1cb tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:24.563548 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-5b80fbc1-e5f3-40da-ac79-f543692eb1cb tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/networks?id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba HTTP/1.1" status: 200 len: 814 time: 0.8866556 Sep 14 18:49:24.574335 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:24.618954 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-4ca87ea7-4256-401f-b7f6-c3e2283522f9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/quotas/fd77571737524d5ea7eed3f1beb8d103 HTTP/1.1" status: 200 len: 375 time: 0.0460494 Sep 14 18:49:24.628640 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:24.633625 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:24.646490 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:24.745396 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-a4d75d03-9c8f-46d5-ba5c-35e03bb74310 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd77571737524d5ea7eed3f1beb8d103&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130688 Sep 14 18:49:24.749641 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Pushing event updated for resources: {'Port': ['ID=467f9e0f-7fd2-4a41-82fd-6c6f38a9e195,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:24.784583 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Notify callbacks [] for port, precommit_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:24.801896 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Transition to ACTIVE for port object 3d0a9021-a62a-4d78-a50d-aedd37ac1eda will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:24.804211 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:24.823809 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Transition to ACTIVE for port object 3d0a9021-a62a-4d78-a50d-aedd37ac1eda will not be triggered until provisioned by entity DHCP. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:24.836686 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:24.870073 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:24.884890 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Network ed62ca30-1449-4b80-b732-67e84cfa064c is already hosted by enough agents. {{(pid=105943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:24.894239 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.base_scheduler [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Resources bound (agent type, host, resource id): {{(pid=105943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:24.898890 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Pushing event updated for resources: {'Port': ['ID=3d0a9021-a62a-4d78-a50d-aedd37ac1eda,revision_number=1']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:24.912817 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Received port after_create {{(pid=105943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:24.982838 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-03ea3fea-6cf0-4a74-92b9-ce5619e0278b service neutron] 10.222.0.37 "GET /v2.0/networks/5c150fa7-055d-41ce-b953-c3a28ed20ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843976 Sep 14 18:49:25.049176 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Attempting to bind port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:49:25.049573 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Attempting to bind port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:49:25.049940 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Attempting to bind port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda on network ed62ca30-1449-4b80-b732-67e84cfa064c {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:25.051519 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-48e52a5f-c2aa-4800-ad1f-09b3022d45bb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:49:25.052635 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-48e52a5f-c2aa-4800-ad1f-09b3022d45bb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1248853 Sep 14 18:49:25.055784 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:25.065330 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:49:25.065750 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Checking segment: {'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:25.067647 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:25.067918 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Bound using segment: {'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:49:25.068411 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Bound port: 3d0a9021-a62a-4d78-a50d-aedd37ac1eda, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:49:25.068816 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:25.084902 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:25.089631 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Allocated IP 172.20.0.1 (5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945/5b33bb60-5dd8-40e4-96f0-04cab71aa308/f461cc43-bc87-44f5-8cff-4784feb87487) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:25.168931 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] For port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:49:25.172979 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] For port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=3d0a9021-a62a-4d78-a50d-aedd37ac1eda,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:49:25.176364 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Allocated IP 172.27.1.118 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/8ea466f2-97a5-4109-96f7-142ae867320c) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:25.180157 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:25.271036 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5a891d4a-3391-4f7c-b08f-07aff0f5e152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:25.281458 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac25909-a731-4c42-8e75-a4927ac52101 None None] Pushing event updated for resources: {'Port': ['ID=3d0a9021-a62a-4d78-a50d-aedd37ac1eda,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:25.373459 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:25.466706 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Transition to ACTIVE for port object f461cc43-bc87-44f5-8cff-4784feb87487 will not be triggered until provisioned by entity DHCP. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:25.630868 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6368fcde-1f39-4e90-b9dd-fb2ad27400ea req-2d7086a5-9cc5-4d7c-8c76-75c8525f89a6 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 210 time: 0.1199741 Sep 14 18:49:25.687873 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:25.711711 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:25.754713 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:25.804068 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:25.838588 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-c996f0f5-297e-4338-9abe-c27532e2163c service neutron] 10.222.0.37 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7748089 Sep 14 18:49:25.839506 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:25.840009 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554126'] for router_interface, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:25.848997 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554079'] for router, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:26.070242 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 3d0a9021-a62a-4d78-a50d-aedd37ac1eda up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:26.088049 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f461cc43-bc87-44f5-8cff-4784feb87487,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:26.102241 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:26.167893 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:26.173992 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:26.198493 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-5ddef440-a3e1-4e62-b2d5-926f9eedd838 service neutron] 10.222.0.37 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587310 Sep 14 18:49:26.227910 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-61874dfe-fa92-45d7-a73b-d07c77246f39 None None] Provisioning for port f461cc43-bc87-44f5-8cff-4784feb87487 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:26.235833 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-61874dfe-fa92-45d7-a73b-d07c77246f39 None None] Provisioning complete for port f461cc43-bc87-44f5-8cff-4784feb87487 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:26.236355 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-61874dfe-fa92-45d7-a73b-d07c77246f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:26.239749 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:26.246027 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:26.266995 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Router 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f is scheduled to L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 with binding_index 1 {{(pid=105941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 18:49:26.283612 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:26.295714 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-61874dfe-fa92-45d7-a73b-d07c77246f39 None None] Port f461cc43-bc87-44f5-8cff-4784feb87487 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:49:26.300239 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:26.306117 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:26.306491 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:26.384756 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea466f2-97a5-4109-96f7-142ae867320c,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:26.399473 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:49:26.399866 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:26.422627 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] Notify callbacks [] for router, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:26.424477 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-48c0f2ce-c84a-4c7b-82f4-cf999179130f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4993114 Sep 14 18:49:26.427472 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 39842) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:26.430294 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=6ef3bc67-87e6-46ee-96ca-e91055ac8ee8,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:49:26.439822 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Sync routers for ids ['2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:49:26.449353 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:26.543255 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Routers {'2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:49:26.544199 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:26.574145 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:26.807305 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Set router 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:49:26.901401 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f957bdc1-3d15-47d2-a9f9-cba117b2920e req-123aa12f-851c-4148-80b2-d1a950be1e72 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 210 time: 0.1181929 Sep 14 18:49:26.954622 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-683d4158-f1a3-491f-bbbd-d2cf9c5596b5 req-9eb2daff-f580-40b2-b824-c3da950449ab tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 210 time: 0.2585740 Sep 14 18:49:27.244981 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:27.345275 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:27.485462 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=6ef3bc67-87e6-46ee-96ca-e91055ac8ee8,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:27.499943 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304ffe0a-d26f-4a14-9038-847401b392d6 None None] Network ed62ca30-1449-4b80-b732-67e84cfa064c requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:49:27.618135 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:27.627079 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:27.645047 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527902'] for router_interface, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:27.826462 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:28.082447 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-5566e66b-5f4d-4f6a-b4c6-443cdd0d5920 None None] Provisioning for port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:28.102080 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-5566e66b-5f4d-4f6a-b4c6-443cdd0d5920 None None] Provisioning complete for port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:28.104786 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5566e66b-5f4d-4f6a-b4c6-443cdd0d5920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:28.192550 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:28.379135 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'name': 'tempest-ServerRescueNegativeTestJSON-535614078-router', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:23Z', 'updated_at': '2021-09-14T18:49:24Z', 'revision_number': 3, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'gw_port': {'id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:28.399885 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:28.418970 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f461cc43-bc87-44f5-8cff-4784feb87487,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:28.469965 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0e03e2dd-5929-4d2c-938c-a3f425429b8d req-cfc9c672-2a93-4f8e-8c4e-837b3498b67d tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 210 time: 0.0904524 Sep 14 18:49:28.488895 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Checking router: 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:49:28.489253 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Updating router 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f port 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 binding host dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:49:28.507236 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554079'] for router, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:28.514560 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:28.533605 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:28.539428 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Allocated IP 172.20.0.1 (60c55d5f-4d23-4654-87c3-ff99b40f316e/d2ed0d02-8c91-4443-9299-793ee86f77f1/c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:28.587125 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5566e66b-5f4d-4f6a-b4c6-443cdd0d5920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:28.646843 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:28.711254 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:28.749404 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-48f3b898-eecd-4284-8abc-9810a725ee4d req-e2b9034a-1d7b-4e8c-baef-0db842128670 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 210 time: 0.1617761 Sep 14 18:49:28.781777 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.68', 62106) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:28.795217 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:28.882797 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-5566e66b-5f4d-4f6a-b4c6-443cdd0d5920 None None] For port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=3d0a9021-a62a-4d78-a50d-aedd37ac1eda,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:49:29.052420 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5566e66b-5f4d-4f6a-b4c6-443cdd0d5920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:29.092950 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:29.181735 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:29.232447 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:29.250539 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Network 60c55d5f-4d23-4654-87c3-ff99b40f316e is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:29.259313 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:29.268401 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:29.269750 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554126'] for router_interface, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:29.322461 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-2fa87f77-9086-4c99-9af0-450ded60a89c tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:29.325262 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-2fa87f77-9086-4c99-9af0-450ded60a89c tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.68 "GET /v2.0/networks?id=5c150fa7-055d-41ce-b953-c3a28ed20ac2 HTTP/1.1" status: 200 len: 812 time: 0.5418441 Sep 14 18:49:29.327820 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Router 633e1c59-235e-453c-acb1-5e2555465fd3 is scheduled to L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 with binding_index 1 {{(pid=105942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 18:49:29.334017 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:49:29.392376 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-a4823afe-bb5a-4fcc-b6cb-ce1cce70926a None None] Provisioning complete for port f461cc43-bc87-44f5-8cff-4784feb87487 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:29.393388 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-a4823afe-bb5a-4fcc-b6cb-ce1cce70926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:29.439725 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-a4823afe-bb5a-4fcc-b6cb-ce1cce70926a None None] Port f461cc43-bc87-44f5-8cff-4784feb87487 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:49:29.441689 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566e66b-5f4d-4f6a-b4c6-443cdd0d5920 None None] Pushing event updated for resources: {'Port': ['ID=3d0a9021-a62a-4d78-a50d-aedd37ac1eda,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:29.462801 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-a4823afe-bb5a-4fcc-b6cb-ce1cce70926a None None] Provisioning complete for port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:29.463613 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-a4823afe-bb5a-4fcc-b6cb-ce1cce70926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:29.522913 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Pushing event updated for resources: {'Port': ['ID=c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:29.609822 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:49:29.630585 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Sync routers for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:49:29.643767 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:49:29.644530 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:29.659592 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] Notify callbacks [] for router, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:29.661685 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-06a4e174-f509-4955-ab97-181ae567e491 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5310175 Sep 14 18:49:29.667717 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 39982) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:29.684793 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Notify callbacks [] for port, precommit_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:29.707319 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Transition to ACTIVE for port object 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:29.718790 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:29.769115 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:29.798950 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Attempting to bind port 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:49:29.798950 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Attempting to bind port 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:49:29.800163 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Attempting to bind port 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 on network 41c3f254-0188-4e85-819d-1e1b359cef2a {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:29.821234 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:49:29.821234 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Checking segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:29.821234 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:29.824745 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Bound using segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:49:29.825827 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Bound port: 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:49:29.826505 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:29.867935 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2596311-3270-482b-82e2-dc6d2b1cadb8 None None] Pushing event updated for resources: {'Port': ['ID=467f9e0f-7fd2-4a41-82fd-6c6f38a9e195,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:29.896298 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:49:29.913682 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Sync routers for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:49:29.917781 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-13f7d130-7ec5-415e-9722-9422667b69e6 admin admin] 10.222.0.37 "PUT /v2.0/routers/4ebed4c8-e5da-4f4e-a481-7168c04d99fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9409220 Sep 14 18:49:29.956894 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:49:29.957340 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d1cb345b-4f61-4ed7-98b3-6a4ffedfc3ad req-683005e4-8428-430f-8091-49b4d1d01ec4 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 210 time: 0.0911431 Sep 14 18:49:29.960221 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:30.026452 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] For port 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:49:30.029934 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 3d0a9021-a62a-4d78-a50d-aedd37ac1eda up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:30.041625 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3ffb3a39-2f33-422a-8a9e-6755cc60d306 req-992c1229-216f-4e6a-9980-b332e1d4a974 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 210 time: 0.0537338 Sep 14 18:49:30.065099 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:49:30.143522 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] For port 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=467f9e0f-7fd2-4a41-82fd-6c6f38a9e195,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:49:30.146869 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:30.155590 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:30.158102 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:30.163230 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527902'] for router_interface, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:30.280761 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:30.281135 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:30.338625 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Pushing event updated for resources: {'Port': ['ID=c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:30.339192 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Routers {'2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:49:30.340025 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:30.343966 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2596311-3270-482b-82e2-dc6d2b1cadb8 None None] Pushing event updated for resources: {'Port': ['ID=467f9e0f-7fd2-4a41-82fd-6c6f38a9e195,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:30.349919 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:49:30.361375 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 3, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:30.383601 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Network 60c55d5f-4d23-4654-87c3-ff99b40f316e is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:30.386000 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:30.432618 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Checking router: 633e1c59-235e-453c-acb1-5e2555465fd3 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:49:30.433126 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Updating router 633e1c59-235e-453c-acb1-5e2555465fd3 port 8ea466f2-97a5-4109-96f7-142ae867320c binding host dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:49:30.480293 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:30.565583 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Router 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:49:30.572016 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:30.604370 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] Set router 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:49:30.676207 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40002) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:30.687213 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-5917f661-41fd-4b41-bff4-02b52b05a85b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401027397', 'description': 'tempest-description--1287561895'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:30.796943 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5917f661-41fd-4b41-bff4-02b52b05a85b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:30.802269 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Allocated IP 172.20.0.1 (ed62ca30-1449-4b80-b732-67e84cfa064c/911c8fc0-2bb9-4291-a978-8443f73c14d2/6efb222f-bc95-4ebe-8794-5083815ce4c6) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:30.830946 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:49:30.839418 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-bf48c1ed-2a2d-428f-ba2f-a59e91cb11ac admin admin] 10.222.0.37 "PUT /v2.0/routers/2fc9979c-3255-4eb9-ba32-6e5611ec9b4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4102757 Sep 14 18:49:31.002035 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.046274 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Transition to ACTIVE for port object 6efb222f-bc95-4ebe-8794-5083815ce4c6 will not be triggered until provisioned by entity DHCP. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:31.068406 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Notify callbacks [] for port, precommit_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.084265 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.provisioning_blocks [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Transition to ACTIVE for port object 8ea466f2-97a5-4109-96f7-142ae867320c will not be triggered until provisioned by entity L2. {{(pid=105944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:31.092521 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.122161 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5917f661-41fd-4b41-bff4-02b52b05a85b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.127499 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.154678 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-491db909-f61e-41ae-8493-6960e0c1efed req-cdf1ca33-73e5-4d06-8a83-27f67c6d822e tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 210 time: 0.0541914 Sep 14 18:49:31.155839 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5917f661-41fd-4b41-bff4-02b52b05a85b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.187333 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5917f661-41fd-4b41-bff4-02b52b05a85b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.191901 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-5917f661-41fd-4b41-bff4-02b52b05a85b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5107539 Sep 14 18:49:31.201179 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40012) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:31.208846 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-37a91cb4-a7c9-4c4f-835e-1c3d61f4aca8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Request body: {'security_group_rule': {'security_group_id': 'b269079a-a3ce-4adb-a819-781bc78f007a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:31.245090 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189d8fe-e5f4-4af4-843f-046d8e667981 None None] Pushing event updated for resources: {'Port': ['ID=8ea466f2-97a5-4109-96f7-142ae867320c,revision_number=2']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:31.279975 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Attempting to bind port 8ea466f2-97a5-4109-96f7-142ae867320c on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:49:31.280908 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Attempting to bind port 8ea466f2-97a5-4109-96f7-142ae867320c by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:49:31.281766 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Attempting to bind port 8ea466f2-97a5-4109-96f7-142ae867320c on network 41c3f254-0188-4e85-819d-1e1b359cef2a {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:31.290849 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917f661-41fd-4b41-bff4-02b52b05a85b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b269079a-a3ce-4adb-a819-781bc78f007a,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:31.295131 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:49:31.296137 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Checking segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:31.296990 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7e774a36-e158-43bf-96b4-c1bf6e93dcb7 req-cf3fa3be-c6a5-4441-af2b-01b9ddaf3d33 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 210 time: 0.0629675 Sep 14 18:49:31.297530 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.298921 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Bound using segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:49:31.300136 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Bound port: 8ea466f2-97a5-4109-96f7-142ae867320c, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:49:31.300365 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.327397 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Network ed62ca30-1449-4b80-b732-67e84cfa064c is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:31.344930 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-37a91cb4-a7c9-4c4f-835e-1c3d61f4aca8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.365536 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:31.393591 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Pushing event updated for resources: {'Port': ['ID=6efb222f-bc95-4ebe-8794-5083815ce4c6,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:31.396989 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:31.401771 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'name': 'tempest-ServerRescueNegativeTestJSON-535614078-router', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:23Z', 'updated_at': '2021-09-14T18:49:29Z', 'revision_number': 4, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'gw_port': {'id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed', 'name': '', 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'mac_address': 'fa:16:3e:cd:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2ed0d02-8c91-4443-9299-793ee86f77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:27Z', 'updated_at': '2021-09-14T18:49:29Z', 'revision_number': 2, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'subnets': [{'id': 'd2ed0d02-8c91-4443-9299-793ee86f77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:31.406998 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554126'] for router_interface, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.428392 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 2, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:31.440275 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] For port 8ea466f2-97a5-4109-96f7-142ae867320c, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:49:31.447451 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] For port 8ea466f2-97a5-4109-96f7-142ae867320c, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=8ea466f2-97a5-4109-96f7-142ae867320c,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:49:31.454548 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.520336 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-37a91cb4-a7c9-4c4f-835e-1c3d61f4aca8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.529176 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-37a91cb4-a7c9-4c4f-835e-1c3d61f4aca8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.589765 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-37a91cb4-a7c9-4c4f-835e-1c3d61f4aca8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.593954 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-37a91cb4-a7c9-4c4f-835e-1c3d61f4aca8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3909252 Sep 14 18:49:31.607582 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189d8fe-e5f4-4af4-843f-046d8e667981 None None] Pushing event updated for resources: {'Port': ['ID=8ea466f2-97a5-4109-96f7-142ae867320c,revision_number=3']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:31.612961 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40030) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:31.627736 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a91cb4-a7c9-4c4f-835e-1c3d61f4aca8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd3d268-4219-4d00-b655-17f6f8076f63,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:31.631866 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4741c5fb-3e71-46fb-9ecb-5db51cdcd453 None None] The sync data for ids ['2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'] in dv-cinder-808992-5-iscsi is: [{'id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'name': 'tempest-ServerRescueNegativeTestJSON-535614078-router', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:23Z', 'updated_at': '2021-09-14T18:49:29Z', 'revision_number': 4, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'gw_port': {'id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed', 'name': '', 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'mac_address': 'fa:16:3e:cd:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2ed0d02-8c91-4443-9299-793ee86f77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:27Z', 'updated_at': '2021-09-14T18:49:29Z', 'revision_number': 2, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'subnets': [{'id': 'd2ed0d02-8c91-4443-9299-793ee86f77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:49:31.639080 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Checking router: 4ebed4c8-e5da-4f4e-a481-7168c04d99fc for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:49:31.639932 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Updating router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc port f461cc43-bc87-44f5-8cff-4784feb87487 binding host dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:49:31.660775 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-c140613e-ca27-4edf-9d0a-353e8322c9ca tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Request body: {'security_group_rule': {'security_group_id': 'b269079a-a3ce-4adb-a819-781bc78f007a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:31.675991 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:49:31.685274 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:31.726719 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:31.834233 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-748849b8-e38d-4104-9789-9defeec1ccfb tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Request body: {'port': {'device_id': '432b7dbe-2e82-47d1-8292-254a6a02b571', 'network_id': '5c150fa7-055d-41ce-b953-c3a28ed20ac2', 'admin_state_up': True, 'tenant_id': '2aba9251368e4d0eb6c6ec365c6d78e2'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:31.894194 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:49:31.932980 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-20d1c6a7-df09-49aa-a351-b3c16f916c3b None None] Provisioning for port 6efb222f-bc95-4ebe-8794-5083815ce4c6 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:32.030929 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c140613e-ca27-4edf-9d0a-353e8322c9ca tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:32.107872 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-20d1c6a7-df09-49aa-a351-b3c16f916c3b None None] Provisioning complete for port 6efb222f-bc95-4ebe-8794-5083815ce4c6 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:32.108251 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-20d1c6a7-df09-49aa-a351-b3c16f916c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:32.219371 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 3, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:32.270589 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240066d3-bbeb-469b-bb41-05dbef00a4b1 None None] The sync data for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi is: [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 3, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:49:32.377275 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c140613e-ca27-4edf-9d0a-353e8322c9ca tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:32.394974 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c140613e-ca27-4edf-9d0a-353e8322c9ca tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:32.397285 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:32.426613 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-20d1c6a7-df09-49aa-a351-b3c16f916c3b None None] Port 6efb222f-bc95-4ebe-8794-5083815ce4c6 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:49:32.428054 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-748849b8-e38d-4104-9789-9defeec1ccfb tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Made reservation on behalf of 2aba9251368e4d0eb6c6ec365c6d78e2 for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:32.432279 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-d2786068-1edd-45f3-b5b7-4a8f1261f5bc tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:32.434228 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-d2786068-1edd-45f3-b5b7-4a8f1261f5bc tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/networks?id=60c55d5f-4d23-4654-87c3-ff99b40f316e HTTP/1.1" status: 200 len: 818 time: 0.8512261 Sep 14 18:49:32.435349 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-748849b8-e38d-4104-9789-9defeec1ccfb tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:32.474351 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140613e-ca27-4edf-9d0a-353e8322c9ca tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd23e51-71b4-4d27-a9d2-f51000cdaca0,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:32.484947 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-b8b78e69-1652-4c61-981a-361233c6a7fc tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/quotas/2fb97a2c64e148c4a858a80261e8c8f4 HTTP/1.1" status: 200 len: 375 time: 0.0321660 Sep 14 18:49:32.517219 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c140613e-ca27-4edf-9d0a-353e8322c9ca tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:32.519538 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-c140613e-ca27-4edf-9d0a-353e8322c9ca tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9019568 Sep 14 18:49:32.523109 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40060) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:32.594950 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Request body: {'floatingip': {'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:32.673779 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-844b767a-95ca-42dd-be0d-f8f6d1b20b22 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1829398 Sep 14 18:49:32.675154 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:32.738277 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.68', 62118) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:32.771328 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-748849b8-e38d-4104-9789-9defeec1ccfb tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Allocated IP 172.20.0.10 (5c150fa7-055d-41ce-b953-c3a28ed20ac2/5e0c6856-ad06-4c25-b123-f8b216e323f4/c5db5c17-ce0c-4b28-a240-6fcb0293534b) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:32.781858 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Notify callbacks [] for port, precommit_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:32.819222 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Transition to ACTIVE for port object f461cc43-bc87-44f5-8cff-4784feb87487 will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:32.841196 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:32.967975 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e1267960-d71d-45b9-b3d5-f519b091bb88 req-be3b1968-3989-437b-813c-5903fe1fd4a0 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 210 time: 0.5144072 Sep 14 18:49:33.064936 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc26d95-bf72-4ff1-a278-3d702485c19b None None] Pushing event updated for resources: {'Port': ['ID=f461cc43-bc87-44f5-8cff-4784feb87487,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:33.221222 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Attempting to bind port f461cc43-bc87-44f5-8cff-4784feb87487 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:49:33.245832 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Attempting to bind port f461cc43-bc87-44f5-8cff-4784feb87487 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:49:33.250298 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Attempting to bind port f461cc43-bc87-44f5-8cff-4784feb87487 on network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:33.262723 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:49:33.263431 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Checking segment: {'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:33.276096 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:33.276526 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Bound using segment: {'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:49:33.282764 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Bound port: f461cc43-bc87-44f5-8cff-4784feb87487, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:49:33.283393 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:33.306686 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-748849b8-e38d-4104-9789-9defeec1ccfb tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:33.499780 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] For port f461cc43-bc87-44f5-8cff-4784feb87487, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:49:33.512044 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] For port f461cc43-bc87-44f5-8cff-4784feb87487, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=f461cc43-bc87-44f5-8cff-4784feb87487,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:49:33.528821 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:33.692697 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-33707e00-3ebb-4608-b007-bc66d7217cf8 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:33.694316 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-33707e00-3ebb-4608-b007-bc66d7217cf8 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "GET /v2.0/networks?id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba HTTP/1.1" status: 200 len: 814 time: 0.9419270 Sep 14 18:49:33.706766 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fc171aa3-7672-4e71-b619-ce26bfccb689 req-b017bb99-f2ae-4fa4-8669-737adf2cbcde tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 210 time: 0.3477385 Sep 14 18:49:33.763677 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-25303b31-80c7-43b8-9085-b5f4059de40c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Request body: {'port': {'device_id': 'f781830e-a302-4341-bd38-42d2b34920cb', 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba', 'admin_state_up': True, 'tenant_id': 'fd77571737524d5ea7eed3f1beb8d103'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:33.864827 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:49:33.867175 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:33.884904 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-748849b8-e38d-4104-9789-9defeec1ccfb tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:34.055387 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc26d95-bf72-4ff1-a278-3d702485c19b None None] Pushing event updated for resources: {'Port': ['ID=f461cc43-bc87-44f5-8cff-4784feb87487,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:34.197198 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-748849b8-e38d-4104-9789-9defeec1ccfb tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Network 5c150fa7-055d-41ce-b953-c3a28ed20ac2 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:34.250278 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-748849b8-e38d-4104-9789-9defeec1ccfb tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:34.270540 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-748849b8-e38d-4104-9789-9defeec1ccfb tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:34.276218 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-748849b8-e38d-4104-9789-9defeec1ccfb tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:34.276910 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-748849b8-e38d-4104-9789-9defeec1ccfb tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:34.277288 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:34.327786 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:49:34.408914 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748849b8-e38d-4104-9789-9defeec1ccfb tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Pushing event updated for resources: {'Port': ['ID=c5db5c17-ce0c-4b28-a240-6fcb0293534b,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:34.442167 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-748849b8-e38d-4104-9789-9defeec1ccfb tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6225448 Sep 14 18:49:34.450972 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9584b998-b3e3-45f0-92a1-f181e43590c6 req-1dd712b2-ceb3-4095-9be4-feed2500ed34 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 210 time: 0.1887453 Sep 14 18:49:34.455046 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:34.478360 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-a35b9d54-d1db-43dc-95fb-db6a5eb81abe tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:49:34.479711 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-a35b9d54-d1db-43dc-95fb-db6a5eb81abe tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210881 Sep 14 18:49:34.482684 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:34.486487 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527902'] for router_interface, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:34.569701 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-a6a699b4-9831-405f-8247-f82c56eb3ec0 service neutron] 10.222.0.37 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8767943 Sep 14 18:49:34.813675 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:34.826322 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:34.827148 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:34.839025 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Network ed62ca30-1449-4b80-b732-67e84cfa064c is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:34.853621 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:34.869981 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-4e3caa42-3165-4a1c-8f86-c08b2c4bb1a8 service neutron] 10.222.0.37 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692833 Sep 14 18:49:34.988803 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:35.156369 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-25303b31-80c7-43b8-9085-b5f4059de40c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Made reservation on behalf of fd77571737524d5ea7eed3f1beb8d103 for: {'port': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:35.225849 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-25303b31-80c7-43b8-9085-b5f4059de40c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:35.247925 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:35.412172 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=467f9e0f-7fd2-4a41-82fd-6c6f38a9e195,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:49:35.452187 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:33Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:35.461450 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Request body: {'port': {'device_id': '432b7dbe-2e82-47d1-8292-254a6a02b571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:35.546581 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947d654-2565-48d8-9ebd-698ed8dc3a90 None None] The sync data for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi is: [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:33Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:49:35.556701 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Allocated IP 172.27.1.95 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/75c1dfe0-c87e-45e7-832a-58c35d6649a3) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:35.579139 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:35.582959 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 8ea466f2-97a5-4109-96f7-142ae867320c up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:35.721267 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-db1ec9e9-d149-4f42-89ab-c2f0e1bcaa56 None None] Provisioning complete for port 6efb222f-bc95-4ebe-8794-5083815ce4c6 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:35.721848 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-db1ec9e9-d149-4f42-89ab-c2f0e1bcaa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:35.809298 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b495d77-e066-4daa-93e6-7fe823352cf6 req-4be7eef7-3dd3-4d58-b92c-190170507900 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:35.829882 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8b495d77-e066-4daa-93e6-7fe823352cf6 req-4be7eef7-3dd3-4d58-b92c-190170507900 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 932 time: 0.5464728 Sep 14 18:49:35.846385 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Pushing event updated for resources: {'Port': ['ID=6efb222f-bc95-4ebe-8794-5083815ce4c6,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:35.867288 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:35.914767 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 8ea466f2-97a5-4109-96f7-142ae867320c completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:35.973754 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 8ea466f2-97a5-4109-96f7-142ae867320c triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:35.995889 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:35.997612 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:36.115411 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-559b13b8-bf24-4665-9edf-feb1ad3b6add req-ab94a278-67d6-442d-ad6b-87c2397acdd6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 210 time: 0.1745634 Sep 14 18:49:36.168749 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:36.187204 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-db1ec9e9-d149-4f42-89ab-c2f0e1bcaa56 None None] Port 6efb222f-bc95-4ebe-8794-5083815ce4c6 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:49:36.188354 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8b495d77-e066-4daa-93e6-7fe823352cf6 req-171c2cc3-34e8-4b7d-af40-3493cee16258 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168552 Sep 14 18:49:36.239580 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=467f9e0f-7fd2-4a41-82fd-6c6f38a9e195,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:36.321196 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Router 633e1c59-235e-453c-acb1-5e2555465fd3 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:49:36.537339 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:36.593046 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 8ea466f2-97a5-4109-96f7-142ae867320c, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=8ea466f2-97a5-4109-96f7-142ae867320c,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:49:36.608525 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:36.813110 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=8ea466f2-97a5-4109-96f7-142ae867320c,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:36.829535 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:37.060512 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:37.089722 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-062b9e7a-e509-4418-99b6-5de3b56c8015 req-9ef6517e-1697-4eba-b0c8-b358e99e965b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 210 time: 0.7306333 Sep 14 18:49:37.091481 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:37.139556 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:37.167732 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event updated for resources: {'Port': ['ID=75c1dfe0-c87e-45e7-832a-58c35d6649a3,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:37.239107 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:37.239482 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:37.436828 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device f461cc43-bc87-44f5-8cff-4784feb87487 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:37.538977 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-25303b31-80c7-43b8-9085-b5f4059de40c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Allocated IP 172.20.0.12 (fa28baf6-f7f2-49ee-9a9f-ecad758ebbba/be14de86-797e-40b4-a21a-5af3dd1cd815/fc93ac30-c49d-4c25-ade6-e3c61df1fcc5) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:37.547398 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port f461cc43-bc87-44f5-8cff-4784feb87487 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:37.559496 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port f461cc43-bc87-44f5-8cff-4784feb87487 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:37.562452 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:37.581395 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:37.617874 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e0b46-d0d5-4082-a9f1-dd399cddcd94 req-9fadffee-7b9f-4adc-9f97-324a284425f9 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:37.619929 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d83e0b46-d0d5-4082-a9f1-dd399cddcd94 req-9fadffee-7b9f-4adc-9f97-324a284425f9 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 932 time: 0.2221677 Sep 14 18:49:37.624871 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Sync routers for ids ['2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:49:37.645768 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Routers {'2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:49:37.647073 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:37.745092 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:37.791655 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:37.798208 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d83e0b46-d0d5-4082-a9f1-dd399cddcd94 req-fd43a9dc-85c3-4eb1-b4df-abf6d5237be9 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524191 Sep 14 18:49:37.803116 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40182) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:37.870054 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Set router 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:49:37.905800 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port f461cc43-bc87-44f5-8cff-4784feb87487, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=f461cc43-bc87-44f5-8cff-4784feb87487,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:49:37.911008 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:38.067883 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-25303b31-80c7-43b8-9085-b5f4059de40c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:38.083903 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=f461cc43-bc87-44f5-8cff-4784feb87487,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:38.119285 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-92af102e-a45e-40fa-bb4f-2c8cd64db01c tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:38.120999 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-92af102e-a45e-40fa-bb4f-2c8cd64db01c tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/networks?id=60c55d5f-4d23-4654-87c3-ff99b40f316e HTTP/1.1" status: 200 len: 818 time: 0.8415372 Sep 14 18:49:38.207240 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5db5c17-ce0c-4b28-a240-6fcb0293534b {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:49:38.225230 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:38.262938 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b43d2151-8865-4f3d-9b38-65bd23a32cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:38.263729 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Transition to ACTIVE for port object c5db5c17-ce0c-4b28-a240-6fcb0293534b will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:38.274019 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:38.331237 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5b2a19d0-9fa6-46d2-a585-5c4009b6c6f8 req-6655bc93-0a60-4c9b-b7b1-998cca3762ee tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 210 time: 0.0771186 Sep 14 18:49:38.395510 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:49:38.406122 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:38.415417 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Sync routers for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:49:38.418639 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-5bc52cf0-bc0a-4ee8-8118-aa29c38e2664 admin admin] 10.222.0.37 "PUT /v2.0/routers/633e1c59-235e-453c-acb1-5e2555465fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7483447 Sep 14 18:49:38.426120 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-25303b31-80c7-43b8-9085-b5f4059de40c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:38.470221 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:38.473165 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-163f76f3-3df3-4e08-8c6e-9d9e21c0f591 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/quotas/2fb97a2c64e148c4a858a80261e8c8f4 HTTP/1.1" status: 200 len: 375 time: 0.3251181 Sep 14 18:49:38.475811 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Pushing event updated for resources: {'Port': ['ID=c5db5c17-ce0c-4b28-a240-6fcb0293534b,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:38.495613 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:49:38.496823 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:38.561118 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:38.711290 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-25303b31-80c7-43b8-9085-b5f4059de40c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:38.741161 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25303b31-80c7-43b8-9085-b5f4059de40c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Pushing event updated for resources: {'Port': ['ID=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:38.759485 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'name': 'tempest-ServerRescueNegativeTestJSON-535614078-router', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:23Z', 'updated_at': '2021-09-14T18:49:29Z', 'revision_number': 4, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'gw_port': {'id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed', 'name': '', 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'mac_address': 'fa:16:3e:cd:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2ed0d02-8c91-4443-9299-793ee86f77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:27Z', 'updated_at': '2021-09-14T18:49:29Z', 'revision_number': 2, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'subnets': [{'id': 'd2ed0d02-8c91-4443-9299-793ee86f77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:38.778877 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-d23e5e9a-4905-4646-9582-e75d943bd16a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3046515 Sep 14 18:49:38.781444 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Attempting to bind port c5db5c17-ce0c-4b28-a240-6fcb0293534b on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:49:38.783307 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Attempting to bind port c5db5c17-ce0c-4b28-a240-6fcb0293534b by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '3be714db-ef7e-4dad-97a6-f779c079b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c150fa7-055d-41ce-b953-c3a28ed20ac2'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:49:38.784156 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Attempting to bind port c5db5c17-ce0c-4b28-a240-6fcb0293534b on network 5c150fa7-055d-41ce-b953-c3a28ed20ac2 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:38.795418 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-25303b31-80c7-43b8-9085-b5f4059de40c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:38.809781 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-25303b31-80c7-43b8-9085-b5f4059de40c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:38.861266 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-25303b31-80c7-43b8-9085-b5f4059de40c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:38.870358 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-25303b31-80c7-43b8-9085-b5f4059de40c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:38.873325 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Port c5db5c17-ce0c-4b28-a240-6fcb0293534b on network 5c150fa7-055d-41ce-b953-c3a28ed20ac2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:49:38.877149 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Attempting to bind port c5db5c17-ce0c-4b28-a240-6fcb0293534b on network 5c150fa7-055d-41ce-b953-c3a28ed20ac2 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:38.987999 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Checking router: 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:49:38.989230 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Updating router 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f port c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed binding host dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:49:39.004798 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:49:39.009305 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:49:39.014450 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Checking segment: {'id': '3be714db-ef7e-4dad-97a6-f779c079b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c150fa7-055d-41ce-b953-c3a28ed20ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:39.019290 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Bound using segment: {'id': '3be714db-ef7e-4dad-97a6-f779c079b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c150fa7-055d-41ce-b953-c3a28ed20ac2'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:49:39.022475 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Bound port: c5db5c17-ce0c-4b28-a240-6fcb0293534b, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be714db-ef7e-4dad-97a6-f779c079b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c150fa7-055d-41ce-b953-c3a28ed20ac2'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:49:39.023692 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:39.146423 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:39.154023 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device f461cc43-bc87-44f5-8cff-4784feb87487 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:39.237454 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-1f5ba3fd-0498-4c10-9bd7-d039b3315dcf service neutron] 10.222.0.37 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464405 Sep 14 18:49:39.267945 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event updated for resources: {'Port': ['ID=75c1dfe0-c87e-45e7-832a-58c35d6649a3,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:39.361026 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] For port c5db5c17-ce0c-4b28-a240-6fcb0293534b, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:49:39.372158 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c0641-9eb4-40d4-ae8a-76dc5b0378af req-340c8a47-4a11-4e67-a56a-1956f67463dd tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:39.376511 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4a9c0641-9eb4-40d4-ae8a-76dc5b0378af req-340c8a47-4a11-4e67-a56a-1956f67463dd tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 944 time: 0.2650781 Sep 14 18:49:39.418617 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b43d2151-8865-4f3d-9b38-65bd23a32cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:39.435076 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b43d2151-8865-4f3d-9b38-65bd23a32cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:39.454704 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] For port c5db5c17-ce0c-4b28-a240-6fcb0293534b, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c5db5c17-ce0c-4b28-a240-6fcb0293534b,segment=NetworkSegment(3be714db-ef7e-4dad-97a6-f779c079b2db),segment_id=3be714db-ef7e-4dad-97a6-f779c079b2db)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:49:39.468274 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:39.482135 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-25303b31-80c7-43b8-9085-b5f4059de40c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7241971 Sep 14 18:49:39.545626 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:39.558294 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-ad70d60f-3a7d-434b-b364-bd83f71af3ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0273128 Sep 14 18:49:39.572026 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4a9c0641-9eb4-40d4-ae8a-76dc5b0378af req-788e145e-3e65-4fb2-a771-2c4e648024c7 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884451 Sep 14 18:49:39.620715 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b43d2151-8865-4f3d-9b38-65bd23a32cff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fdd72501d8ea4027889329450a275a8f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8158576 Sep 14 18:49:39.622924 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d2151-8865-4f3d-9b38-65bd23a32cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f220141-3de3-4844-9bed-7f032984b1ae,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:39.626275 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40216) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:39.670750 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Request body: {'port': {'device_id': 'f781830e-a302-4341-bd38-42d2b34920cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:39.719152 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:39.721554 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:39.723146 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] 10.222.0.68 "PUT /v2.0/ports/c5db5c17-ce0c-4b28-a240-6fcb0293534b HTTP/1.1" status: 200 len: 1094 time: 4.9774120 Sep 14 18:49:39.751469 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432b7dbe-2e82-47d1-8292-254a6a02b571', 'tag': 'c5db5c17-ce0c-4b28-a240-6fcb0293534b'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:49:39.923061 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port f461cc43-bc87-44f5-8cff-4784feb87487 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:39.927117 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:40.132134 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:40.140250 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-264f0939-7e30-448f-9f5d-613bf2ff6ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:40.208357 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Notify callbacks [] for port, precommit_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:40.221546 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.provisioning_blocks [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Transition to ACTIVE for port object c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed will not be triggered until provisioned by entity L2. {{(pid=105944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:40.231773 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:40.404197 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63ceae-10d6-4b6e-a793-5078649b5ad3 None None] Pushing event updated for resources: {'Port': ['ID=c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed,revision_number=3']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:40.420274 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:33Z', 'revision_number': 2, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:40.428595 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 8ea466f2-97a5-4109-96f7-142ae867320c up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:40.435731 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-264f0939-7e30-448f-9f5d-613bf2ff6ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:40.467216 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67229989-b80d-4b25-8a91-caca79056d2a service neutron] Pushing event updated for resources: {'Port': ['ID=c5db5c17-ce0c-4b28-a240-6fcb0293534b,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:40.487567 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036e9b76-db6f-44f9-af20-841d16f4480f" -d '{"events": [{"name": "network-changed", "server_uuid": "432b7dbe-2e82-47d1-8292-254a6a02b571", "tag": "c5db5c17-ce0c-4b28-a240-6fcb0293534b"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:49:40.551459 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-24a4102c-4bd0-41f2-aa69-50543ccbbee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:40.556604 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-24a4102c-4bd0-41f2-aa69-50543ccbbee4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2aba9251368e4d0eb6c6ec365c6d78e2&device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 1097 time: 0.5766041 Sep 14 18:49:40.567328 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-5f096c09-9b89-411d-899c-29212c89739a service neutron] 10.222.0.37 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3096755 Sep 14 18:49:40.616987 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Attempting to bind port c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:49:40.617362 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Attempting to bind port c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': '56272d5c-049e-4857-a34c-40a30e9b365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e'}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:49:40.623165 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Attempting to bind port c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed on network 60c55d5f-4d23-4654-87c3-ff99b40f316e {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:40.653414 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:49:40.654022 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Checking segment: {'id': '56272d5c-049e-4857-a34c-40a30e9b365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:40.654450 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:40.654863 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Bound using segment: {'id': '56272d5c-049e-4857-a34c-40a30e9b365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e'} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:49:40.655378 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Bound port: c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56272d5c-049e-4857-a34c-40a30e9b365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e'}}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:49:40.655797 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:40.726330 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Checking router: 633e1c59-235e-453c-acb1-5e2555465fd3 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:49:40.726838 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Updating router 633e1c59-235e-453c-acb1-5e2555465fd3 port 6efb222f-bc95-4ebe-8794-5083815ce4c6 binding host dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:49:40.891794 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-7b99326c-d437-4de5-8042-f6653b543406 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5db5c17-ce0c-4b28-a240-6fcb0293534b HTTP/1.1" status: 200 len: 217 time: 0.3234494 Sep 14 18:49:40.951765 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.68', 62133) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:41.066509 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] For port c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:49:41.072983 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] For port c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed,segment=NetworkSegment(56272d5c-049e-4857-a34c-40a30e9b365c),segment_id=56272d5c-049e-4857-a34c-40a30e9b365c)] {{(pid=105944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:49:41.084690 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:41.086246 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:41.246400 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-076dc029-450e-4370-9188-39eb65410fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:41.250485 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-076dc029-450e-4370-9188-39eb65410fe9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5e0c6856-ad06-4c25-b123-f8b216e323f4 HTTP/1.1" status: 200 len: 852 time: 0.3451374 Sep 14 18:49:41.285805 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Routers {'2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:49:41.286973 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:41.360395 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 8ea466f2-97a5-4109-96f7-142ae867320c triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:41.366372 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:41.404706 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-7f933e8d-5ce4-457c-871c-3e4d0012169d tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:41.414445 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-7f933e8d-5ce4-457c-871c-3e4d0012169d tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.68 "GET /v2.0/networks?id=60c55d5f-4d23-4654-87c3-ff99b40f316e HTTP/1.1" status: 200 len: 818 time: 0.4616649 Sep 14 18:49:41.465533 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-9e29001a-d2ef-4c82-88d2-d97b96618386 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Request body: {'port': {'device_id': '63727f48-a144-4b2e-bdec-9b35c5d737f5', 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e', 'admin_state_up': True, 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:41.493804 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-6de3c98d-16c1-4b19-8543-27814d21183b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5c150fa7-055d-41ce-b953-c3a28ed20ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2087948 Sep 14 18:49:41.641364 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-264f0939-7e30-448f-9f5d-613bf2ff6ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:41.648100 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-264f0939-7e30-448f-9f5d-613bf2ff6ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:41.654872 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-264f0939-7e30-448f-9f5d-613bf2ff6ecf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f220141-3de3-4844-9bed-7f032984b1ae HTTP/1.1" status: 204 len: 168 time: 2.0267367 Sep 14 18:49:41.675627 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63ceae-10d6-4b6e-a793-5078649b5ad3 None None] Pushing event updated for resources: {'Port': ['ID=c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed,revision_number=4']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:41.679232 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40260) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:41.718102 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-cff36b97-5b01-4fe5-97b7-3c1d0a23c92e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1848201025', 'description': 'tempest-description--1785949926'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:41.821447 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-d39c793b-d715-4664-96ea-30b78fa2ac1a service neutron] 10.222.0.68 "GET /v2.0/networks/5c150fa7-055d-41ce-b953-c3a28ed20ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195579 Sep 14 18:49:41.876191 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cff36b97-5b01-4fe5-97b7-3c1d0a23c92e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:41.968540 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aca5d-8b62-4182-a6fb-51d5000f46e3 req-40ba255a-d4d5-4a39-b035-6a87f4ad15b3 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:41.975926 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ed8aca5d-8b62-4182-a6fb-51d5000f46e3 req-40ba255a-d4d5-4a39-b035-6a87f4ad15b3 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 932 time: 0.8084354 Sep 14 18:49:42.093871 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] Set router 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:49:42.210633 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f0939-7e30-448f-9f5d-613bf2ff6ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f220141-3de3-4844-9bed-7f032984b1ae,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:42.314659 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ed8aca5d-8b62-4182-a6fb-51d5000f46e3 req-0ff0ad7c-4cc4-4506-abb0-b37b0219c6c6 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195853 Sep 14 18:49:42.378402 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9015c359-f5a4-43be-9eb2-fc3433849134 req-31164ec0-b732-4121-9391-4018ced7d074 service neutron] 10.222.0.68 "GET /v2.0/networks/5c150fa7-055d-41ce-b953-c3a28ed20ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449708 Sep 14 18:49:42.883964 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'name': 'tempest-ServerRescueNegativeTestJSON-535614078-router', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:23Z', 'updated_at': '2021-09-14T18:49:29Z', 'revision_number': 4, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'gw_port': {'id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed', 'name': '', 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'mac_address': 'fa:16:3e:cd:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2ed0d02-8c91-4443-9299-793ee86f77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:27Z', 'updated_at': '2021-09-14T18:49:41Z', 'revision_number': 4, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'subnets': [{'id': 'd2ed0d02-8c91-4443-9299-793ee86f77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:42.973534 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:43.044588 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a459c4-438d-4efe-9f53-808802c5bfd4 None None] The sync data for ids ['2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'] in dv-cinder-808992-5-iscsi is: [{'id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'name': 'tempest-ServerRescueNegativeTestJSON-535614078-router', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:23Z', 'updated_at': '2021-09-14T18:49:29Z', 'revision_number': 4, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'gw_port': {'id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed', 'name': '', 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'mac_address': 'fa:16:3e:cd:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2ed0d02-8c91-4443-9299-793ee86f77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:27Z', 'updated_at': '2021-09-14T18:49:41Z', 'revision_number': 4, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'subnets': [{'id': 'd2ed0d02-8c91-4443-9299-793ee86f77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:49:43.240162 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-88c7ca0c-2155-4a37-8bb7-c49a53afec41 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--401027397&fields=id&tenant_id=5d3918a19d9e4fad81aee482e9cf2afd HTTP/1.1" status: 200 len: 267 time: 1.3941095 Sep 14 18:49:43.295623 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Notify callbacks [] for port, precommit_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:43.306742 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.db.api [None req-cff36b97-5b01-4fe5-97b7-3c1d0a23c92e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 18:49:43.306742 dv-cinder-808992-5-iscsi neutron-server[105941]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 18:49:43.306742 dv-cinder-808992-5-iscsi neutron-server[105941]: [parameters: {'project_id_1': 'ec151455531943d3bea10491e06b54f7', 'expiration_1': datetime.datetime(2021, 9, 14, 18, 49, 22, 954631)}] Sep 14 18:49:43.306742 dv-cinder-808992-5-iscsi neutron-server[105941]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 18:49:43.307535 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG oslo_db.api [None req-cff36b97-5b01-4fe5-97b7-3c1d0a23c92e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 18:49:43.315313 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792b1ed4-ff4e-47d7-a528-f1c5e89e89a6 x-openstack-request-id: req-792b1ed4-ff4e-47d7-a528-f1c5e89e89a6 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:49:43.316114 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432b7dbe-2e82-47d1-8292-254a6a02b571", "tag": "c5db5c17-ce0c-4b28-a240-6fcb0293534b", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:49:43.316114 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-792b1ed4-ff4e-47d7-a528-f1c5e89e89a6 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:49:43.316775 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432b7dbe-2e82-47d1-8292-254a6a02b571', 'tag': 'c5db5c17-ce0c-4b28-a240-6fcb0293534b', 'status': 'completed', 'code': 200} Sep 14 18:49:43.359472 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Transition to ACTIVE for port object 6efb222f-bc95-4ebe-8794-5083815ce4c6 will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:43.372710 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:43.393570 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:43.423818 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:43.424392 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:43.453216 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 {{(pid=105941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:49:43.460841 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-9e29001a-d2ef-4c82-88d2-d97b96618386 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Made reservation on behalf of 2fb97a2c64e148c4a858a80261e8c8f4 for: {'port': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:43.488770 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-9e29001a-d2ef-4c82-88d2-d97b96618386 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:43.574754 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:43.786028 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e78c4-5b5b-433e-b67b-c42249e39799 req-6d682414-d5c5-4b18-8ca5-c053d48decb7 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:43.794815 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.provisioning_blocks [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Transition to ACTIVE for port object fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 will not be triggered until provisioned by entity L2. {{(pid=105941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:43.796502 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ac1e78c4-5b5b-433e-b67b-c42249e39799 req-6d682414-d5c5-4b18-8ca5-c053d48decb7 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 944 time: 0.2644360 Sep 14 18:49:43.884131 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f38efd-bfc0-4b9b-8c8a-07d0147c5256 None None] Pushing event updated for resources: {'Port': ['ID=6efb222f-bc95-4ebe-8794-5083815ce4c6,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:43.896010 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ac1e78c4-5b5b-433e-b67b-c42249e39799 req-609e3c68-43f3-4272-9bb3-44a3f400219e tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984056 Sep 14 18:49:43.911684 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Attempting to bind port 6efb222f-bc95-4ebe-8794-5083815ce4c6 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:49:43.912065 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Attempting to bind port 6efb222f-bc95-4ebe-8794-5083815ce4c6 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:49:43.912436 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Attempting to bind port 6efb222f-bc95-4ebe-8794-5083815ce4c6 on network ed62ca30-1449-4b80-b732-67e84cfa064c {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:43.919349 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:49:43.919782 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Checking segment: {'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:43.919958 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cff36b97-5b01-4fe5-97b7-3c1d0a23c92e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:43.920280 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:43.920545 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Bound using segment: {'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:49:43.921043 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Bound port: 6efb222f-bc95-4ebe-8794-5083815ce4c6, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:49:43.921437 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:43.952194 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:44.032318 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:44.129437 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed,segment=NetworkSegment(56272d5c-049e-4857-a34c-40a30e9b365c),segment_id=56272d5c-049e-4857-a34c-40a30e9b365c)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:49:44.138299 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:44.158656 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c114a208-4415-400c-90e7-ec9c59d7c530 req-8fc406eb-3a65-4e7c-a113-69f9787414e7 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 210 time: 0.1060519 Sep 14 18:49:44.211198 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] For port 6efb222f-bc95-4ebe-8794-5083815ce4c6, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:49:44.258359 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] For port 6efb222f-bc95-4ebe-8794-5083815ce4c6, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=6efb222f-bc95-4ebe-8794-5083815ce4c6,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:49:44.291366 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:44.363867 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:44.404060 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-436c12ba-28f3-40a0-98f7-95b88b82c0fa tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:44.406168 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-436c12ba-28f3-40a0-98f7-95b88b82c0fa tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 817 time: 1.1135345 Sep 14 18:49:44.435251 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:49:44.435982 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:44.474935 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Pushing event updated for resources: {'Port': ['ID=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:44.501343 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-9e29001a-d2ef-4c82-88d2-d97b96618386 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Allocated IP 172.20.0.3 (60c55d5f-4d23-4654-87c3-ff99b40f316e/d2ed0d02-8c91-4443-9299-793ee86f77f1/ab27906e-85d4-47c0-92b8-d2c9dfb25ef5) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:44.516730 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-cc032a29-9c16-42f6-8496-f141b262c13e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/quotas/5d3918a19d9e4fad81aee482e9cf2afd HTTP/1.1" status: 200 len: 375 time: 0.0795674 Sep 14 18:49:44.686566 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:44.751822 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f38efd-bfc0-4b9b-8c8a-07d0147c5256 None None] Pushing event updated for resources: {'Port': ['ID=6efb222f-bc95-4ebe-8794-5083815ce4c6,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:44.782813 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:44.783131 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:44.837866 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Attempting to bind port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:49:44.842497 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Attempting to bind port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'}] {{(pid=105941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:49:44.843387 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Attempting to bind port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 on network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:44.868130 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:49:44.922250 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 on network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:49:44.924326 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225b448-b26b-4cb1-aedf-0f8a8547a8ac req-b183e168-a030-4bd9-b445-1c2a1dfa465d tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:44.932335 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5225b448-b26b-4cb1-aedf-0f8a8547a8ac req-b183e168-a030-4bd9-b445-1c2a1dfa465d tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 944 time: 0.6315997 Sep 14 18:49:44.933136 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Attempting to bind port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 on network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:44.998645 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-e66e78bf-c6f2-437c-a1c0-a4249903833f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4077613 Sep 14 18:49:45.080313 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5225b448-b26b-4cb1-aedf-0f8a8547a8ac req-39b95881-b54b-4898-9c42-84b2dc8b65c9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408098 Sep 14 18:49:45.091523 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:49:45.091985 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Checking segment: {'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:45.092611 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Bound using segment: {'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'} {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:49:45.093135 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Bound port: fc93ac30-c49d-4c25-ade6-e3c61df1fcc5, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'}}] {{(pid=105941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:49:45.094133 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:45.162537 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cff36b97-5b01-4fe5-97b7-3c1d0a23c92e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:45.187115 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cff36b97-5b01-4fe5-97b7-3c1d0a23c92e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:45.494362 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cff36b97-5b01-4fe5-97b7-3c1d0a23c92e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:45.499025 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-cff36b97-5b01-4fe5-97b7-3c1d0a23c92e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.8033247 Sep 14 18:49:45.499490 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 40346) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:45.504697 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-b3ac1915-244a-407c-a901-598f939a9c7e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Request body: {'security_group_rule': {'security_group_id': 'd727e667-1644-400a-a34b-723e7b41894d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:45.506081 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff36b97-5b01-4fe5-97b7-3c1d0a23c92e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d727e667-1644-400a-a34b-723e7b41894d,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:45.558053 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-87d312d8-37c8-44a5-8458-7d2beae89a5b service neutron] 10.222.0.37 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767594 Sep 14 18:49:45.578102 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1915-244a-407c-a901-598f939a9c7e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:45.611976 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] For port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5, host hv-cinder-80899, cleared binding levels {{(pid=105941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:49:45.622997 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-9e29001a-d2ef-4c82-88d2-d97b96618386 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:45.628640 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:44Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:49:45.675620 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] For port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:49:45.706474 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:45.753042 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d9e54-4436-43ac-bd9e-c73a31e3a30d req-e1a749e6-f476-4cb0-923e-5feaec0b81e2 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:45.755467 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c24d9e54-4436-43ac-bd9e-c73a31e3a30d req-e1a749e6-f476-4cb0-923e-5feaec0b81e2 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 944 time: 0.0979948 Sep 14 18:49:45.778424 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1915-244a-407c-a901-598f939a9c7e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:45.791144 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1915-244a-407c-a901-598f939a9c7e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:45.802456 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-d88d995a-6809-4d47-a186-e94e4058cb16 service neutron] 10.222.0.37 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276568 Sep 14 18:49:45.806121 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:45.806472 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:45.807939 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] 10.222.0.68 "PUT /v2.0/ports/fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 HTTP/1.1" status: 200 len: 1094 time: 6.1422815 Sep 14 18:49:45.810351 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f781830e-a302-4341-bd38-42d2b34920cb', 'tag': 'fc93ac30-c49d-4c25-ade6-e3c61df1fcc5'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:49:45.820882 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf211fa-6fc7-48f7-99e4-ac8268cef04e None None] The sync data for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi is: [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:44Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:49:45.848446 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac1915-244a-407c-a901-598f939a9c7e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f282b6-69a7-4860-9afa-370db2f61ac1,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:45.864333 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1915-244a-407c-a901-598f939a9c7e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:45.867697 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-b3ac1915-244a-407c-a901-598f939a9c7e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3656301 Sep 14 18:49:45.869772 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 40352) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:45.878359 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-cdeb69cc-faef-461e-a4ba-a9d7596f8377 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Request body: {'security_group_rule': {'security_group_id': 'd727e667-1644-400a-a34b-723e7b41894d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:45.937061 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-9e29001a-d2ef-4c82-88d2-d97b96618386 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:45.976004 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e2a3c-834c-4dd9-bdf4-17f9dc040546 service neutron] Pushing event updated for resources: {'Port': ['ID=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5,revision_number=3']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:46.011341 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c24d9e54-4436-43ac-bd9e-c73a31e3a30d req-c39069f6-65b6-44f2-a164-d50d23502dd4 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496138 Sep 14 18:49:46.062564 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-9e29001a-d2ef-4c82-88d2-d97b96618386 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Network 60c55d5f-4d23-4654-87c3-ff99b40f316e is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:46.074139 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cdeb69cc-faef-461e-a4ba-a9d7596f8377 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:46.083942 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a83a0b-3de2-4950-b042-5b31dcfe542f" -d '{"events": [{"name": "network-changed", "server_uuid": "f781830e-a302-4341-bd38-42d2b34920cb", "tag": "fc93ac30-c49d-4c25-ade6-e3c61df1fcc5"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:49:46.088630 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-9e29001a-d2ef-4c82-88d2-d97b96618386 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:46.094951 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-9e29001a-d2ef-4c82-88d2-d97b96618386 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:46.104387 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-9e29001a-d2ef-4c82-88d2-d97b96618386 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:46.108196 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-9e29001a-d2ef-4c82-88d2-d97b96618386 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:46.147595 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-9e29001a-d2ef-4c82-88d2-d97b96618386 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6929238 Sep 14 18:49:46.167283 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29001a-d2ef-4c82-88d2-d97b96618386 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Pushing event updated for resources: {'Port': ['ID=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:46.258103 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cdeb69cc-faef-461e-a4ba-a9d7596f8377 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:46.311779 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-94f4d461-09c5-4aee-b378-f1a28d5e4c77 req-0f39efb2-0221-49cf-9793-0a4e5955e69f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 210 time: 0.1036465 Sep 14 18:49:46.312660 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cdeb69cc-faef-461e-a4ba-a9d7596f8377 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:46.376610 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cdeb69cc-faef-461e-a4ba-a9d7596f8377 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:46.381206 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-cdeb69cc-faef-461e-a4ba-a9d7596f8377 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5097151 Sep 14 18:49:46.381901 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40372) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:46.393624 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Request body: {'floatingip': {'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:46.409273 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb69cc-faef-461e-a4ba-a9d7596f8377 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ba801c-16f7-4c48-b2df-7c12983df2f6,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:46.485294 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:46.563891 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4d5713f8-4d0a-42db-8015-3dde6bed5ec0 req-fefc75b9-55fd-4606-ac99-e05482d8905c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 210 time: 0.1106679 Sep 14 18:49:46.721443 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 6efb222f-bc95-4ebe-8794-5083815ce4c6 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:47.016887 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 6efb222f-bc95-4ebe-8794-5083815ce4c6 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:47.031313 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 6efb222f-bc95-4ebe-8794-5083815ce4c6 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:47.032286 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:47.198048 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0bdc32-f576-40cc-9f18-5e8800e9ef43 x-openstack-request-id: req-ed0bdc32-f576-40cc-9f18-5e8800e9ef43 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:49:47.198048 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f781830e-a302-4341-bd38-42d2b34920cb", "tag": "fc93ac30-c49d-4c25-ade6-e3c61df1fcc5", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:49:47.212092 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed0bdc32-f576-40cc-9f18-5e8800e9ef43 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:49:47.216163 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f781830e-a302-4341-bd38-42d2b34920cb', 'tag': 'fc93ac30-c49d-4c25-ade6-e3c61df1fcc5', 'status': 'completed', 'code': 200} Sep 14 18:49:47.287814 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Request body: {'port': {'device_id': '63727f48-a144-4b2e-bdec-9b35c5d737f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:47.288100 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89711d-bfb4-4406-98f7-1589c641e52f req-1795256c-9a40-4509-8daf-af84e3d08120 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:47.330976 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bf89711d-bfb4-4406-98f7-1589c641e52f req-1795256c-9a40-4509-8daf-af84e3d08120 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 944 time: 0.5254571 Sep 14 18:49:47.409151 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-c85a79ed-1938-4281-9efd-e60c38b3e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:47.420509 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-c85a79ed-1938-4281-9efd-e60c38b3e7d4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd77571737524d5ea7eed3f1beb8d103&device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 1097 time: 0.5070491 Sep 14 18:49:47.543496 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.68', 62139) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:47.549847 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:47.810389 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bf89711d-bfb4-4406-98f7-1589c641e52f req-afd069da-9c8d-400c-8ff9-56cbfbd1835d tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779742 Sep 14 18:49:47.852610 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 6efb222f-bc95-4ebe-8794-5083815ce4c6, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=6efb222f-bc95-4ebe-8794-5083815ce4c6,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:49:47.868801 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:48.083598 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-4ea2f88b-4902-4349-87af-5fc3a2a0a893 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 HTTP/1.1" status: 200 len: 217 time: 0.5495203 Sep 14 18:49:48.187784 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=6efb222f-bc95-4ebe-8794-5083815ce4c6,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:48.243488 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e9b76-db6f-44f9-af20-841d16f4480f req-7e51a968-2b1e-4035-989e-810466bf6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:48.246943 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-036e9b76-db6f-44f9-af20-841d16f4480f req-7e51a968-2b1e-4035-989e-810466bf6718 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2aba9251368e4d0eb6c6ec365c6d78e2&device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 1097 time: 1.0283403 Sep 14 18:49:48.260051 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:48.584595 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-85eb92f5-50cb-4314-9744-864ee15b3414 req-8e745602-b6c7-4cc7-bc71-f43ed1bf79a9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 210 time: 0.2079597 Sep 14 18:49:48.632486 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-fdbd21a9-2b32-497f-a60e-acf20ea4dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:48.642401 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-fdbd21a9-2b32-497f-a60e-acf20ea4dda7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=be14de86-797e-40b4-a21a-5af3dd1cd815 HTTP/1.1" status: 200 len: 854 time: 0.5330076 Sep 14 18:49:48.675289 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-924280ba-7be7-40e2-a759-656108b08389 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:48.687766 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 6efb222f-bc95-4ebe-8794-5083815ce4c6 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:49:48.691755 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-924280ba-7be7-40e2-a759-656108b08389 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.68 "GET /v2.0/networks?id=60c55d5f-4d23-4654-87c3-ff99b40f316e HTTP/1.1" status: 200 len: 818 time: 1.1435690 Sep 14 18:49:48.778834 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e9b76-db6f-44f9-af20-841d16f4480f req-d5957a68-cc1c-4c5e-b9a9-5041a42a6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:48.788130 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-036e9b76-db6f-44f9-af20-841d16f4480f req-d5957a68-cc1c-4c5e-b9a9-5041a42a6b73 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5c150fa7-055d-41ce-b953-c3a28ed20ac2 HTTP/1.1" status: 200 len: 913 time: 0.4972970 Sep 14 18:49:48.792598 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-ff852164-7a73-4e1b-ab6d-02f233d5657b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925763 Sep 14 18:49:48.810983 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-f3d70a14-b9ec-43fb-ba41-e0fbe1bcd5a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Request body: {'port': {'device_id': '54c33b96-8031-4f75-927b-ca7887bff3ba', 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e', 'admin_state_up': True, 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:48.867926 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:48.902982 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 6efb222f-bc95-4ebe-8794-5083815ce4c6 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:48.906002 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:49.096957 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-3fabe121-005e-4e56-862e-e6cda6081bf4 service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119091 Sep 14 18:49:49.241517 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10659d48-191d-4607-a890-0168a0269cf2 req-29e44c3d-d14f-4950-b0f6-69989ad9ebaa tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:49.242724 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-70cf3ed1-d17d-4901-9202-ccbb7e8d5db5 req-99b96881-eb23-4b02-9cf9-495abbd1ebdb tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 210 time: 0.3593223 Sep 14 18:49:49.243645 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.68', 62148) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:49.250689 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-10659d48-191d-4607-a890-0168a0269cf2 req-29e44c3d-d14f-4950-b0f6-69989ad9ebaa tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 944 time: 1.6352680 Sep 14 18:49:49.264828 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-036e9b76-db6f-44f9-af20-841d16f4480f req-e92e60e2-3783-44fa-8765-3c9e7802f87e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5db5c17-ce0c-4b28-a240-6fcb0293534b HTTP/1.1" status: 200 len: 217 time: 0.3969040 Sep 14 18:49:49.453009 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-10659d48-191d-4607-a890-0168a0269cf2 req-9e90d5de-7c18-4d93-bcfb-5b73f3459ce6 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008514 Sep 14 18:49:49.596099 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e9b76-db6f-44f9-af20-841d16f4480f req-75a909c1-f4f2-433b-8552-d737dfd51b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:49.599269 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-036e9b76-db6f-44f9-af20-841d16f4480f req-75a909c1-f4f2-433b-8552-d737dfd51b77 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5e0c6856-ad06-4c25-b123-f8b216e323f4 HTTP/1.1" status: 200 len: 852 time: 0.3342214 Sep 14 18:49:49.877977 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-036e9b76-db6f-44f9-af20-841d16f4480f req-0831b41e-9e74-4a21-9a5a-8e0daf62e0d8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5c150fa7-055d-41ce-b953-c3a28ed20ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375175 Sep 14 18:49:49.976518 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:49:50.028237 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c0f74d81-698d-4ffa-bad7-3069214b92fe req-2cd8b740-8c50-4a72-9baa-446de22d5c6b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 210 time: 0.1475561 Sep 14 18:49:50.107646 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-2738e8b6-af9c-4fec-8cc3-6ce71e14d855 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:50.110933 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-2738e8b6-af9c-4fec-8cc3-6ce71e14d855 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.68 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 817 time: 0.6801322 Sep 14 18:49:50.114757 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 {{(pid=105941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:49:50.254869 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Allocated IP 172.27.1.53 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/429ccd54-57e3-4131-8744-d953b7be16cb) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:50.263335 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:50.295906 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.provisioning_blocks [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Transition to ACTIVE for port object ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 will not be triggered until provisioned by entity L2. {{(pid=105941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:50.323169 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:50.382997 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75dabf-8026-435b-af3c-873e1d69335d req-1cbf7830-20d2-4fc5-9bd7-157cd5f368c6 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:50.393846 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5d75dabf-8026-435b-af3c-873e1d69335d req-1cbf7830-20d2-4fc5-9bd7-157cd5f368c6 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 944 time: 0.4341550 Sep 14 18:49:50.426502 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Pushing event updated for resources: {'Port': ['ID=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:50.430706 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-036e9b76-db6f-44f9-af20-841d16f4480f req-34de85ee-1479-4046-af3e-8cde9188b360 service neutron] 10.222.0.68 "GET /v2.0/networks/5c150fa7-055d-41ce-b953-c3a28ed20ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686346 Sep 14 18:49:50.456871 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-f3d70a14-b9ec-43fb-ba41-e0fbe1bcd5a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Made reservation on behalf of 2fb97a2c64e148c4a858a80261e8c8f4 for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:50.460556 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-f3d70a14-b9ec-43fb-ba41-e0fbe1bcd5a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:50.550946 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5d75dabf-8026-435b-af3c-873e1d69335d req-a8d30cae-bb89-4e6d-bb7e-943f1227d9f3 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560109 Sep 14 18:49:50.565920 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-09cd26ed-2eda-4036-8ac3-0ee886232806 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d3918a19d9e4fad81aee482e9cf2afd HTTP/1.1" status: 200 len: 379 time: 0.4082549 Sep 14 18:49:50.690333 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Attempting to bind port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:49:50.690661 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Attempting to bind port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '56272d5c-049e-4857-a34c-40a30e9b365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e'}] {{(pid=105941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:49:50.690985 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Attempting to bind port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 on network 60c55d5f-4d23-4654-87c3-ff99b40f316e {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:50.697338 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ed41d14b-2ca5-4e45-9d0d-c01ee3af33c5 req-590cc287-bc5f-4bb5-bd55-04242e679e39 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 210 time: 0.0844104 Sep 14 18:49:50.702706 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 on network 60c55d5f-4d23-4654-87c3-ff99b40f316e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:49:50.703236 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Attempting to bind port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 on network 60c55d5f-4d23-4654-87c3-ff99b40f316e {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:50.713404 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:49:50.714044 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Checking segment: {'id': '56272d5c-049e-4857-a34c-40a30e9b365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:50.714729 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Bound using segment: {'id': '56272d5c-049e-4857-a34c-40a30e9b365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e'} {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:49:50.715509 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Bound port: ab27906e-85d4-47c0-92b8-d2c9dfb25ef5, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56272d5c-049e-4857-a34c-40a30e9b365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e'}}] {{(pid=105941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:49:50.716561 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:50.720313 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bfa9ee0d-7af8-4d73-aa2d-ef11a8b5093d req-d4b70744-49ad-4494-9ad6-ea5b5933da7d service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5808940 Sep 14 18:49:50.763799 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:50.816934 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814520a6-1750-4836-83bb-a5bf9ecfe550 req-9ed97db8-4f66-4b5e-ad51-975db28a7ea6 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:50.825996 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-814520a6-1750-4836-83bb-a5bf9ecfe550 req-9ed97db8-4f66-4b5e-ad51-975db28a7ea6 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 944 time: 0.1583693 Sep 14 18:49:50.850858 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] For port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5, host hv-cinder-80899, cleared binding levels {{(pid=105941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:49:50.856581 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] For port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5,segment=NetworkSegment(56272d5c-049e-4857-a34c-40a30e9b365c),segment_id=56272d5c-049e-4857-a34c-40a30e9b365c)] {{(pid=105941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:49:50.864788 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:50.868367 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-f3d70a14-b9ec-43fb-ba41-e0fbe1bcd5a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Allocated IP 172.20.0.2 (60c55d5f-4d23-4654-87c3-ff99b40f316e/d2ed0d02-8c91-4443-9299-793ee86f77f1/db24d701-705b-4b3a-bd4d-d9445a341471) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:50.886001 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 40490) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:50.905623 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:50.916109 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-814520a6-1750-4836-83bb-a5bf9ecfe550 req-9fceec1e-3150-4aa4-b68e-bae082706008 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891380 Sep 14 18:49:50.929216 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:50.929893 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:50.931341 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] 10.222.0.68 "PUT /v2.0/ports/ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 HTTP/1.1" status: 200 len: 1093 time: 3.7103431 Sep 14 18:49:50.934453 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63727f48-a144-4b2e-bdec-9b35c5d737f5', 'tag': 'ab27906e-85d4-47c0-92b8-d2c9dfb25ef5'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:49:50.936817 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdbb835-9f2b-42f3-928f-7b14218ad3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "63727f48-a144-4b2e-bdec-9b35c5d737f5", "tag": "ab27906e-85d4-47c0-92b8-d2c9dfb25ef5"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:49:50.959907 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:50.987571 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:50.991227 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:51.017792 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16ee36-bc3e-43f3-acab-32c3a5749039 service neutron] Pushing event updated for resources: {'Port': ['ID=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5,revision_number=3']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:51.021548 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f8c32b-7617-4c86-a9b3-eda309398dd3 x-openstack-request-id: req-68f8c32b-7617-4c86-a9b3-eda309398dd3 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:49:51.021842 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63727f48-a144-4b2e-bdec-9b35c5d737f5", "tag": "ab27906e-85d4-47c0-92b8-d2c9dfb25ef5", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:49:51.022072 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68f8c32b-7617-4c86-a9b3-eda309398dd3 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:49:51.022453 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63727f48-a144-4b2e-bdec-9b35c5d737f5', 'tag': 'ab27906e-85d4-47c0-92b8-d2c9dfb25ef5', 'status': 'completed', 'code': 200} Sep 14 18:49:51.030606 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40496) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:51.100116 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-13e28314-8e9b-49b9-a054-f15aabe97567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.127368 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f33dac92-a717-4d0e-8e2d-0b8b917abbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.132586 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event updated for resources: {'Port': ['ID=429ccd54-57e3-4131-8744-d953b7be16cb,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:51.159575 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.160369 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-f3d70a14-b9ec-43fb-ba41-e0fbe1bcd5a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.200423 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.214149 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d2df7e9b-3425-4649-96ec-36caaa4b9100 req-63133e78-377d-468d-b8a8-0e0a8128e468 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 210 time: 0.0434017 Sep 14 18:49:51.273066 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-f3d70a14-b9ec-43fb-ba41-e0fbe1bcd5a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.342585 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-f3d70a14-b9ec-43fb-ba41-e0fbe1bcd5a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Network 60c55d5f-4d23-4654-87c3-ff99b40f316e is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:51.349858 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-13e28314-8e9b-49b9-a054-f15aabe97567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.357735 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-f3d70a14-b9ec-43fb-ba41-e0fbe1bcd5a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:51.360573 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-13e28314-8e9b-49b9-a054-f15aabe97567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.363644 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-f3d70a14-b9ec-43fb-ba41-e0fbe1bcd5a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:51.369321 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-f3d70a14-b9ec-43fb-ba41-e0fbe1bcd5a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:51.370023 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-f3d70a14-b9ec-43fb-ba41-e0fbe1bcd5a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.375196 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d70a14-b9ec-43fb-ba41-e0fbe1bcd5a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Pushing event updated for resources: {'Port': ['ID=db24d701-705b-4b3a-bd4d-d9445a341471,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:51.434217 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-13e28314-8e9b-49b9-a054-f15aabe97567 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ff47183a05647a5a654db3a351c6497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434325 Sep 14 18:49:51.435117 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e28314-8e9b-49b9-a054-f15aabe97567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a44a80-a5f3-4390-b067-3fdd7828f1ef,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:51.438311 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 40502) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:51.493455 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3527-c1e8-4c64-b062-2da31d6a8dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.518175 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3527-c1e8-4c64-b062-2da31d6a8dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.576334 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3527-c1e8-4c64-b062-2da31d6a8dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.579036 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3527-c1e8-4c64-b062-2da31d6a8dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.583934 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-b1ea3527-c1e8-4c64-b062-2da31d6a8dbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88a44a80-a5f3-4390-b067-3fdd7828f1ef HTTP/1.1" status: 204 len: 168 time: 0.1411223 Sep 14 18:49:51.589829 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea3527-c1e8-4c64-b062-2da31d6a8dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a44a80-a5f3-4390-b067-3fdd7828f1ef,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:51.620648 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.631356 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.699629 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.726461 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f33dac92-a717-4d0e-8e2d-0b8b917abbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.738841 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-f3d70a14-b9ec-43fb-ba41-e0fbe1bcd5a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9424906 Sep 14 18:49:51.743410 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f33dac92-a717-4d0e-8e2d-0b8b917abbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.753035 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event updated for resources: {'Port': ['ID=429ccd54-57e3-4131-8744-d953b7be16cb,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:51.768544 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:51.770013 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-168601a2-463c-4c69-9c5e-a09f5a63ae5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3864417 Sep 14 18:49:51.797873 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dac92-a717-4d0e-8e2d-0b8b917abbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c06597-de82-4049-b2e0-4d375f332042,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:51.822617 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 40514) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:51.822816 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-f33dac92-a717-4d0e-8e2d-0b8b917abbdf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04d6b2be6e0c4aa5a97b15e84b7bfdf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7890563 Sep 14 18:49:51.836873 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f2585-fe0b-472d-84f4-471ff3feb4e5 req-58eeb75f-6473-489d-8d7e-e5d964091073 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:51.839602 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-837f2585-fe0b-472d-84f4-471ff3feb4e5 req-58eeb75f-6473-489d-8d7e-e5d964091073 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 944 time: 0.1640658 Sep 14 18:49:51.894997 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-837f2585-fe0b-472d-84f4-471ff3feb4e5 req-976ba5b2-403e-4c8b-a493-a425aefc1951 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445714 Sep 14 18:49:51.928510 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-45755ee1-0749-4fa2-9a2b-8fe6cbecc9d1 req-5bb90994-991c-4838-838b-f581854fb5d5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 210 time: 0.0654466 Sep 14 18:49:52.014847 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a04a851c-b04e-421e-a616-960338d074ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:52.071701 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5828754e-6941-46b2-ae02-1e48ed8beac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:52.102407 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a04a851c-b04e-421e-a616-960338d074ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:52.147652 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-487d65cd-844b-48e4-a580-db6d90f18b6d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1848201025&fields=id&tenant_id=ec151455531943d3bea10491e06b54f7 HTTP/1.1" status: 200 len: 267 time: 0.0811405 Sep 14 18:49:52.169636 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1b1f4-c987-46b7-ba09-e1ff119abcc4 req-36d17b35-5c2b-4796-8995-f9dd39d4e712 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:52.171330 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-46f1b1f4-c987-46b7-ba09-e1ff119abcc4 req-36d17b35-5c2b-4796-8995-f9dd39d4e712 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 944 time: 0.1359973 Sep 14 18:49:52.227865 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-46f1b1f4-c987-46b7-ba09-e1ff119abcc4 req-a8917f19-b4ad-4b19-94ab-bd47ebe97b48 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488391 Sep 14 18:49:52.229420 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a04a851c-b04e-421e-a616-960338d074ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:52.233035 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a04a851c-b04e-421e-a616-960338d074ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:52.238638 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-a04a851c-b04e-421e-a616-960338d074ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26c06597-de82-4049-b2e0-4d375f332042 HTTP/1.1" status: 204 len: 168 time: 0.4144657 Sep 14 18:49:52.252120 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a851c-b04e-421e-a616-960338d074ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c06597-de82-4049-b2e0-4d375f332042,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:52.373241 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-2b67aa7e-c474-4c98-84a0-4ac5fa87f15b tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:52.388884 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-2b67aa7e-c474-4c98-84a0-4ac5fa87f15b tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/networks?id=ed62ca30-1449-4b80-b732-67e84cfa064c HTTP/1.1" status: 200 len: 811 time: 0.2309570 Sep 14 18:49:52.419846 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-e9c324e4-a4d8-4c86-8b15-8939f939fec2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/quotas/ec151455531943d3bea10491e06b54f7 HTTP/1.1" status: 200 len: 375 time: 0.0292947 Sep 14 18:49:52.423834 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236634c-a3ba-4071-9439-d0a5d17027ef req-ccc6635f-b422-49c8-98e1-d2955323018f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:52.426867 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9236634c-a3ba-4071-9439-d0a5d17027ef req-ccc6635f-b422-49c8-98e1-d2955323018f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 931 time: 0.1082792 Sep 14 18:49:52.493340 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9236634c-a3ba-4071-9439-d0a5d17027ef req-d5e8bbd8-12c3-4a8d-b761-3f16e752beb4 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559020 Sep 14 18:49:52.512283 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-4e166f76-1dee-4bcc-844c-645b25227518 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec151455531943d3bea10491e06b54f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905385 Sep 14 18:49:52.680801 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-c9f0b731-44b3-49ec-847b-4ffc1ee98803 service neutron] 10.222.0.37 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416314 Sep 14 18:49:52.856011 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-8d1ce59f-9e0d-4a19-afa5-c8de06e2d45a service neutron] 10.222.0.37 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624196 Sep 14 18:49:52.859304 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 40552) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:52.885784 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ade29949-e761-421d-b4c6-ce2b8557f05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:53.119636 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ade29949-e761-421d-b4c6-ce2b8557f05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:53.137183 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ade29949-e761-421d-b4c6-ce2b8557f05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:53.258364 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d88027d2-2d21-488b-b37f-727f6c404909 req-6b0b31e0-2ac9-499d-bbb9-408ce3111f94 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 210 time: 0.1336915 Sep 14 18:49:53.282147 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6575467-5a22-45f4-b865-24a6322dc3c5 req-dc14285f-7ba2-4417-a8f8-09a9aa81e06e tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:53.299210 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade29949-e761-421d-b4c6-ce2b8557f05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747f7e21-1d34-4aaf-8f80-280b0b75ecee,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:53.326197 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d6575467-5a22-45f4-b865-24a6322dc3c5 req-dc14285f-7ba2-4417-a8f8-09a9aa81e06e tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 944 time: 0.1590462 Sep 14 18:49:53.329282 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-ade29949-e761-421d-b4c6-ce2b8557f05d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a150ec9ca38d4e94b68b251926a919cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679708 Sep 14 18:49:53.332294 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 40570) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:53.454565 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d6575467-5a22-45f4-b865-24a6322dc3c5 req-83cf721f-9ae7-4783-9956-311de85a7423 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272373 Sep 14 18:49:53.487854 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-656316b3-430d-4d3f-9f8b-cd221931ce98 req-b196c949-c35e-4667-9e84-8c165ddbd921 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 210 time: 0.0792997 Sep 14 18:49:53.536714 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e75033c5-27e0-4d9d-9f4a-f44c5fa3cf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:53.604085 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e75033c5-27e0-4d9d-9f4a-f44c5fa3cf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:53.739285 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e75033c5-27e0-4d9d-9f4a-f44c5fa3cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:53.742630 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e75033c5-27e0-4d9d-9f4a-f44c5fa3cf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:53.747930 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-e75033c5-27e0-4d9d-9f4a-f44c5fa3cf52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/747f7e21-1d34-4aaf-8f80-280b0b75ecee HTTP/1.1" status: 204 len: 168 time: 0.4053748 Sep 14 18:49:53.797564 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75033c5-27e0-4d9d-9f4a-f44c5fa3cf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747f7e21-1d34-4aaf-8f80-280b0b75ecee,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:53.813343 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96880f5f-8ee9-4621-8d03-4469706cf4f6 req-ddc4f8f3-b43a-4210-84a0-e30125638d11 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:53.816989 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-96880f5f-8ee9-4621-8d03-4469706cf4f6 req-ddc4f8f3-b43a-4210-84a0-e30125638d11 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 944 time: 0.1372070 Sep 14 18:49:53.868006 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4194816-6cc6-47c5-9b60-bd9c0d94ebc7 req-d4484a4e-f835-43f0-8058-c0f0cba76a96 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:53.872573 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d4194816-6cc6-47c5-9b60-bd9c0d94ebc7 req-d4484a4e-f835-43f0-8058-c0f0cba76a96 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 931 time: 0.1363087 Sep 14 18:49:53.974077 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Request body: {'port': {'device_id': '6100979a-9186-459b-944a-a0a100521758', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'admin_state_up': True, 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'security_groups': ['b269079a-a3ce-4adb-a819-781bc78f007a']}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:54.147768 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-96880f5f-8ee9-4621-8d03-4469706cf4f6 req-0aea5d0b-fb1f-438a-8a32-fa1bc5cc7ebf tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233917 Sep 14 18:49:54.251906 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Request body: {'port': {'device_id': '54c33b96-8031-4f75-927b-ca7887bff3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:54.508094 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb835-9f2b-42f3-928f-7b14218ad3cf req-e8dc12e6-c87d-462b-be00-c94ea1bf278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:54.521901 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2fdbb835-9f2b-42f3-928f-7b14218ad3cf req-e8dc12e6-c87d-462b-be00-c94ea1bf278f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 1096 time: 0.2701473 Sep 14 18:49:54.846904 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a83a0b-3de2-4950-b042-5b31dcfe542f req-0aedc833-ba23-4f32-9a09-35e555782b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:54.852521 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-11a83a0b-3de2-4950-b042-5b31dcfe542f req-0aedc833-ba23-4f32-9a09-35e555782b9d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd77571737524d5ea7eed3f1beb8d103&device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 1097 time: 0.8085060 Sep 14 18:49:54.858807 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-036e9b76-db6f-44f9-af20-841d16f4480f req-6c5ab9a7-8af1-4f04-a76f-6b26ece0adef service neutron] 10.222.0.68 "GET /v2.0/networks/5c150fa7-055d-41ce-b953-c3a28ed20ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8229771 Sep 14 18:49:54.882615 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6bcc08e3-2a1e-4a78-aba4-2efcdf5c4e7f req-0828c8f2-e875-481d-ac47-9b809f499f14 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 210 time: 0.1996806 Sep 14 18:49:54.902245 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d4194816-6cc6-47c5-9b60-bd9c0d94ebc7 req-72e16f50-1819-40bd-b286-9700f1d8d503 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9938874 Sep 14 18:49:55.050110 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Made reservation on behalf of 5d3918a19d9e4fad81aee482e9cf2afd for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:55.054110 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:55.063350 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:55.189364 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:55.194713 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a83a0b-3de2-4950-b042-5b31dcfe542f req-5a5d6264-92bf-4b30-9725-c95dcba5a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:55.196755 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-11a83a0b-3de2-4950-b042-5b31dcfe542f req-5a5d6264-92bf-4b30-9725-c95dcba5a12a service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba HTTP/1.1" status: 200 len: 915 time: 0.2934561 Sep 14 18:49:55.226335 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-07d93de3-579b-4b8f-be7e-ed8cac645251 req-1312deaf-99bd-40d7-97ac-037bc9e76d6e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 210 time: 0.0967708 Sep 14 18:49:55.282887 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-11a83a0b-3de2-4950-b042-5b31dcfe542f req-1ddc3650-5b8d-47a8-b64f-9bbdeee54302 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 HTTP/1.1" status: 200 len: 217 time: 0.0482976 Sep 14 18:49:55.303619 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb835-9f2b-42f3-928f-7b14218ad3cf req-0b8c4deb-370d-4111-bd0f-bbb3dcd71756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:55.306126 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2fdbb835-9f2b-42f3-928f-7b14218ad3cf req-0b8c4deb-370d-4111-bd0f-bbb3dcd71756 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7831292 Sep 14 18:49:55.321077 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5a74ca38-0075-4b0f-9f33-5d7c556ab0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:55.432026 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a83a0b-3de2-4950-b042-5b31dcfe542f req-6be6cd68-8f97-49e2-827f-c45de7d26006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:55.435910 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-11a83a0b-3de2-4950-b042-5b31dcfe542f req-6be6cd68-8f97-49e2-827f-c45de7d26006 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=be14de86-797e-40b4-a21a-5af3dd1cd815 HTTP/1.1" status: 200 len: 854 time: 0.1448271 Sep 14 18:49:55.518728 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffeb22-99cd-4778-a53f-15076940c232 req-c3132c74-633d-4bad-9cec-859b1d4599fb tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:55.521109 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-19ffeb22-99cd-4778-a53f-15076940c232 req-c3132c74-633d-4bad-9cec-859b1d4599fb tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 944 time: 0.4174862 Sep 14 18:49:55.601259 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-11a83a0b-3de2-4950-b042-5b31dcfe542f req-0a36a63e-5480-4b24-99f6-3516467dcf11 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277194 Sep 14 18:49:55.822322 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-19ffeb22-99cd-4778-a53f-15076940c232 req-6a3f2ad6-f764-4579-b35d-ba9042f1e20b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970494 Sep 14 18:49:55.980867 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3038fd8-7665-4349-b13a-63e28e0c36f3 req-25b1779d-3e60-4fc9-9bc8-48af116c623e tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:55.984229 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b3038fd8-7665-4349-b13a-63e28e0c36f3 req-25b1779d-3e60-4fc9-9bc8-48af116c623e tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 944 time: 0.5464799 Sep 14 18:49:56.031620 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40670) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:56.063830 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-73e38793-7cef-4cdd-9771-fbd52c71276a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:56.067128 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-73e38793-7cef-4cdd-9771-fbd52c71276a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.68 "GET /v2.0/networks?id=ed62ca30-1449-4b80-b732-67e84cfa064c HTTP/1.1" status: 200 len: 811 time: 0.6272511 Sep 14 18:49:56.143038 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-11a83a0b-3de2-4950-b042-5b31dcfe542f req-e2ea1328-18e9-49c1-971a-dd4c1bc2880e service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239947 Sep 14 18:49:56.160543 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Allocated IP 172.20.0.9 (5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945/5b33bb60-5dd8-40e4-96f0-04cab71aa308/0036a361-4424-47c9-85b9-51d4bdffa849) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:56.223967 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b3038fd8-7665-4349-b13a-63e28e0c36f3 req-85755361-df68-42f3-9279-3d489a459a67 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076182 Sep 14 18:49:56.274602 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-8d1c1331-1d55-4295-bb74-543ddbb9a025 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec151455531943d3bea10491e06b54f7 HTTP/1.1" status: 200 len: 380 time: 0.1780469 Sep 14 18:49:56.290629 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Request body: {'port': {'device_id': '7d84a7ea-2a1f-43b6-917c-106a5db24d6e', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'admin_state_up': True, 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'security_groups': ['d727e667-1644-400a-a34b-723e7b41894d']}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:56.447025 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3d52b1a5-00b3-4d77-bc7d-8f0454dc7761 req-6ab33ea0-efb1-4f5f-bb07-90a5843f8e0c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 210 time: 0.0671082 Sep 14 18:49:56.532145 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-11a83a0b-3de2-4950-b042-5b31dcfe542f req-e0b0af04-d2dc-4065-847b-cb4692565b63 service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718634 Sep 14 18:49:56.606993 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a285d196-db4e-4cf6-9f1c-4f9839b875bc req-93ff7e3d-64c0-4ae1-85d6-71853e0f6a2f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 210 time: 0.0446713 Sep 14 18:49:56.612898 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:56.614405 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb835-9f2b-42f3-928f-7b14218ad3cf req-3a49abfd-a83e-4cd3-9096-19a9b722a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:56.617050 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2fdbb835-9f2b-42f3-928f-7b14218ad3cf req-3a49abfd-a83e-4cd3-9096-19a9b722a511 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2958987 Sep 14 18:49:56.649109 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-22ae91a8-0315-4815-b13f-ae95acb62b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:56.685027 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4730ea-746a-4685-9a71-2b1927e99f51 req-a04004e3-70ba-4f5e-92ac-79b375b085dc tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:56.688358 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ab4730ea-746a-4685-9a71-2b1927e99f51 req-a04004e3-70ba-4f5e-92ac-79b375b085dc tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 931 time: 0.3438854 Sep 14 18:49:56.701808 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Made reservation on behalf of ec151455531943d3bea10491e06b54f7 for: {'port': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:49:56.705642 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:56.903152 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:56.953161 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Allocated IP 172.20.0.3 (ed62ca30-1449-4b80-b732-67e84cfa064c/911c8fc0-2bb9-4291-a978-8443f73c14d2/527c08cc-6a8a-4df1-8387-98a3acb86730) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:49:56.974377 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db24d701-705b-4b3a-bd4d-d9445a341471 {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:49:56.995782 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:57.000789 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Transition to ACTIVE for port object 0036a361-4424-47c9-85b9-51d4bdffa849 will not be triggered until provisioned by entity DHCP. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:57.010728 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ab4730ea-746a-4685-9a71-2b1927e99f51 req-c2b750ea-9107-4b8b-81bc-155c26ee280a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948816 Sep 14 18:49:57.024645 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-1347ad7f-e24d-4d03-9df6-ebd911d0548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:57.029847 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-1347ad7f-e24d-4d03-9df6-ebd911d0548b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 1096 time: 0.3333838 Sep 14 18:49:57.059946 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-22ae91a8-0315-4815-b13f-ae95acb62b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:57.097883 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-22ae91a8-0315-4815-b13f-ae95acb62b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:57.119734 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Transition to ACTIVE for port object db24d701-705b-4b3a-bd4d-d9445a341471 will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:57.122827 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-49c8a185-0328-475b-a5ee-5b6e54737da1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 HTTP/1.1" status: 200 len: 217 time: 0.0828485 Sep 14 18:49:57.133128 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:57.270301 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc0c6b-441c-4bc2-914a-7795fa566b7f req-4d5eabde-78c7-43b3-a8ad-dab2f3740887 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:57.273425 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e1cc0c6b-441c-4bc2-914a-7795fa566b7f req-4d5eabde-78c7-43b3-a8ad-dab2f3740887 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 944 time: 0.2946060 Sep 14 18:49:57.291754 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-22ae91a8-0315-4815-b13f-ae95acb62b43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb64b968352d4e66b42d39a0c92cbe59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2554607 Sep 14 18:49:57.297773 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae91a8-0315-4815-b13f-ae95acb62b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b7b8ba-82a5-4a1a-b6b5-ac04f3f88b5d,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:57.305192 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40712) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:57.318985 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:57.378890 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=db24d701-705b-4b3a-bd4d-d9445a341471,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:57.472513 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Attempting to bind port db24d701-705b-4b3a-bd4d-d9445a341471 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:49:57.473051 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Attempting to bind port db24d701-705b-4b3a-bd4d-d9445a341471 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '56272d5c-049e-4857-a34c-40a30e9b365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:49:57.473609 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Attempting to bind port db24d701-705b-4b3a-bd4d-d9445a341471 on network 60c55d5f-4d23-4654-87c3-ff99b40f316e {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:57.479161 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-e5a0376c-f1c6-4620-abcb-ecdc575b84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:57.483072 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-e5a0376c-f1c6-4620-abcb-ecdc575b84b5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2ed0d02-8c91-4443-9299-793ee86f77f1 HTTP/1.1" status: 200 len: 858 time: 0.3452868 Sep 14 18:49:57.562284 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:57.564015 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Port db24d701-705b-4b3a-bd4d-d9445a341471 on network 60c55d5f-4d23-4654-87c3-ff99b40f316e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:49:57.564567 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Attempting to bind port db24d701-705b-4b3a-bd4d-d9445a341471 on network 60c55d5f-4d23-4654-87c3-ff99b40f316e {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:49:57.607693 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:57.618899 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:57.629693 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:57.630884 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:57.639413 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-51408a64-0d27-4e73-8c01-126074332feb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60c55d5f-4d23-4654-87c3-ff99b40f316e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416068 Sep 14 18:49:57.650077 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:49:57.650636 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Checking segment: {'id': '56272d5c-049e-4857-a34c-40a30e9b365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:49:57.651260 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Bound using segment: {'id': '56272d5c-049e-4857-a34c-40a30e9b365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:49:57.652783 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Bound port: db24d701-705b-4b3a-bd4d-d9445a341471, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56272d5c-049e-4857-a34c-40a30e9b365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:49:57.653084 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:57.718444 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e1cc0c6b-441c-4bc2-914a-7795fa566b7f req-1d766a31-ff1b-4998-a61e-1935ded12ea2 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112201 Sep 14 18:49:57.783940 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:57.788570 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5eb7aba8-3563-46d8-a944-96e72b27f8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:57.789152 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1917f2-4587-4800-aca3-0cff77fd444b req-1f564c73-c9bd-43cf-8635-87538b4ec669 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:57.817874 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3d1917f2-4587-4800-aca3-0cff77fd444b req-1f564c73-c9bd-43cf-8635-87538b4ec669 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 944 time: 0.4404137 Sep 14 18:49:57.829052 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.provisioning_blocks [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Transition to ACTIVE for port object 527c08cc-6a8a-4df1-8387-98a3acb86730 will not be triggered until provisioned by entity DHCP. {{(pid=105941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:57.847593 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5eb7aba8-3563-46d8-a944-96e72b27f8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:57.859250 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event updated for resources: {'Port': ['ID=0036a361-4424-47c9-85b9-51d4bdffa849,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:57.969896 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32838f89-ac7a-456c-9d61-411ca6a0685f req-405ad177-bae3-4ee7-acad-fe1ee3e56ab2 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:57.974903 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-32838f89-ac7a-456c-9d61-411ca6a0685f req-405ad177-bae3-4ee7-acad-fe1ee3e56ab2 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 931 time: 0.1466277 Sep 14 18:49:57.992121 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:58.029526 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-401d4f60-8a09-4d5c-b905-053aded037f9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0610373 Sep 14 18:49:58.062944 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-b38e292a-8b25-46e4-bbd9-eb552e313b93 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049928 Sep 14 18:49:58.089953 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Request body: {'port': {'device_id': '6100979a-9186-459b-944a-a0a100521758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:58.104699 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5eb7aba8-3563-46d8-a944-96e72b27f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:58.114199 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5eb7aba8-3563-46d8-a944-96e72b27f8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:58.118041 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-5eb7aba8-3563-46d8-a944-96e72b27f8c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89b7b8ba-82a5-4a1a-b6b5-ac04f3f88b5d HTTP/1.1" status: 204 len: 168 time: 0.8014753 Sep 14 18:49:58.157335 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-9f33ad72-9b22-4a93-8adb-217091fd1f92 None None] Provisioning for port 0036a361-4424-47c9-85b9-51d4bdffa849 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:58.172485 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-9f33ad72-9b22-4a93-8adb-217091fd1f92 None None] Provisioning complete for port 0036a361-4424-47c9-85b9-51d4bdffa849 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:58.173578 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9f33ad72-9b22-4a93-8adb-217091fd1f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:58.220140 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device c5db5c17-ce0c-4b28-a240-6fcb0293534b details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:49:58.225670 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-9f33ad72-9b22-4a93-8adb-217091fd1f92 None None] Port 0036a361-4424-47c9-85b9-51d4bdffa849 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:49:58.234667 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7aba8-3563-46d8-a944-96e72b27f8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b7b8ba-82a5-4a1a-b6b5-ac04f3f88b5d,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:58.241461 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Network ed62ca30-1449-4b80-b732-67e84cfa064c is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:49:58.246704 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event updated for resources: {'Port': ['ID=527c08cc-6a8a-4df1-8387-98a3acb86730,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:58.278934 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:49:58.287221 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:49:58.298453 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:58.305166 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:58.306382 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:58.333456 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-32838f89-ac7a-456c-9d61-411ca6a0685f req-cc0e1bf4-4a1d-4bf1-9fad-3537659817aa tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3361580 Sep 14 18:49:58.395222 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-fe84fee7-9411-4e92-93ab-b513c9e3c242 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1132531 Sep 14 18:49:58.418011 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Request body: {'port': {'device_id': '7d84a7ea-2a1f-43b6-917c-106a5db24d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:49:58.459526 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port c5db5c17-ce0c-4b28-a240-6fcb0293534b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c5db5c17-ce0c-4b28-a240-6fcb0293534b,segment=NetworkSegment(3be714db-ef7e-4dad-97a6-f779c079b2db),segment_id=3be714db-ef7e-4dad-97a6-f779c079b2db)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:49:58.488837 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': 'c5db5c17-ce0c-4b28-a240-6fcb0293534b', 'network_id': '5c150fa7-055d-41ce-b953-c3a28ed20ac2', 'port_id': 'c5db5c17-ce0c-4b28-a240-6fcb0293534b', 'mac_address': 'fa:16:3e:6b:49:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0c6856-ad06-4c25-b123-f8b216e323f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:49:58.539801 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:58.561365 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5db5c17-ce0c-4b28-a240-6fcb0293534b {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:49:58.602478 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port c5db5c17-ce0c-4b28-a240-6fcb0293534b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c5db5c17-ce0c-4b28-a240-6fcb0293534b,segment=NetworkSegment(3be714db-ef7e-4dad-97a6-f779c079b2db),segment_id=3be714db-ef7e-4dad-97a6-f779c079b2db)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:49:58.611446 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:58.613245 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:49:58.636537 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-fc046d05-f1d7-4948-bb5f-aa312a72773d service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527864 Sep 14 18:49:58.689968 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3d1917f2-4587-4800-aca3-0cff77fd444b req-bdd246d6-1ec6-4957-91c5-773765f8cd45 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8320422 Sep 14 18:49:58.728748 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:58.772179 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] For port db24d701-705b-4b3a-bd4d-d9445a341471, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:49:58.791232 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:58.822045 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=c5db5c17-ce0c-4b28-a240-6fcb0293534b,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:58.832204 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-aae320d4-cdf4-412a-be74-6da2b8b64922 None None] Provisioning for port 527c08cc-6a8a-4df1-8387-98a3acb86730 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:49:58.863886 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fb240-7f57-46f9-b3fa-69020060b84b req-6e8a8f03-ab09-46a1-a79f-527a6b4bb9d6 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:58.865104 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-aae320d4-cdf4-412a-be74-6da2b8b64922 None None] Provisioning complete for port 527c08cc-6a8a-4df1-8387-98a3acb86730 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:49:58.866007 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-aae320d4-cdf4-412a-be74-6da2b8b64922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:58.870253 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-684fb240-7f57-46f9-b3fa-69020060b84b req-6e8a8f03-ab09-46a1-a79f-527a6b4bb9d6 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 931 time: 0.3542974 Sep 14 18:49:59.010263 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40748) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:59.025745 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] For port db24d701-705b-4b3a-bd4d-d9445a341471, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=db24d701-705b-4b3a-bd4d-d9445a341471,segment=NetworkSegment(56272d5c-049e-4857-a34c-40a30e9b365c),segment_id=56272d5c-049e-4857-a34c-40a30e9b365c)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:49:59.037198 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:59.042508 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-aae320d4-cdf4-412a-be74-6da2b8b64922 None None] Port 527c08cc-6a8a-4df1-8387-98a3acb86730 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:49:59.054149 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:59.063137 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8e4806d4-313b-4e1a-a50e-dbc42419e6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:59.092546 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:49:59.115717 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': 'fc93ac30-c49d-4c25-ade6-e3c61df1fcc5', 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba', 'port_id': 'fc93ac30-c49d-4c25-ade6-e3c61df1fcc5', 'mac_address': 'fa:16:3e:27:b9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be14de86-797e-40b4-a21a-5af3dd1cd815', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:49:59.122061 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-684fb240-7f57-46f9-b3fa-69020060b84b req-8f782586-b414-4eb4-af4a-5499503d215d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744325 Sep 14 18:49:59.230670 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:59.257979 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:59.259281 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:59.262337 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] 10.222.0.68 "PUT /v2.0/ports/db24d701-705b-4b3a-bd4d-d9445a341471 HTTP/1.1" status: 200 len: 1093 time: 5.0144737 Sep 14 18:49:59.263007 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:49:59.266465 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c33b96-8031-4f75-927b-ca7887bff3ba', 'tag': 'db24d701-705b-4b3a-bd4d-d9445a341471'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:49:59.271236 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a795c44-58f8-455f-b98d-fd0baeb4270a" -d '{"events": [{"name": "network-changed", "server_uuid": "54c33b96-8031-4f75-927b-ca7887bff3ba", "tag": "db24d701-705b-4b3a-bd4d-d9445a341471"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:49:59.301749 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:49:59.309195 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:59.411090 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:59.429370 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1295e48-f409-444f-8aaa-6e91382401bf req-93cc53d2-1c10-4393-b62c-b35ee29d1a51 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:59.431567 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f1295e48-f409-444f-8aaa-6e91382401bf req-93cc53d2-1c10-4393-b62c-b35ee29d1a51 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 943 time: 0.4027050 Sep 14 18:49:59.595126 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 40766) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:49:59.621477 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d0470-60fe-4464-9ea9-ffd7fa21f4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=db24d701-705b-4b3a-bd4d-d9445a341471,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:49:59.645167 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['fc93ac30-c49d-4c25-ade6-e3c61df1fcc5'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:49:59.700419 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f1295e48-f409-444f-8aaa-6e91382401bf req-6c0f298e-c4ac-496d-92b3-762cfbe4b3dc tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671424 Sep 14 18:49:59.704569 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827890e-2e33-49b9-ac2d-630520e7c305 req-c2911aba-3a28-442a-b62b-945132cd3e80 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:59.733821 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2827890e-2e33-49b9-ac2d-630520e7c305 req-c2911aba-3a28-442a-b62b-945132cd3e80 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 945 time: 0.3477378 Sep 14 18:49:59.743779 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-81fa5cfa-3d70-45d5-b0c7-8cf828457d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:49:59.745828 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-81fa5cfa-3d70-45d5-b0c7-8cf828457d16 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 1096 time: 0.3882325 Sep 14 18:49:59.776293 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0036a361-4424-47c9-85b9-51d4bdffa849 {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:49:59.829979 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-a3a37f88-1965-4ec2-b57a-ade66964673a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db24d701-705b-4b3a-bd4d-d9445a341471 HTTP/1.1" status: 200 len: 217 time: 0.0751157 Sep 14 18:49:59.835939 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:59.849227 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['c5db5c17-ce0c-4b28-a240-6fcb0293534b'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:49:59.895356 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcb7e6d-af46-4034-852a-86ae0a5a679e x-openstack-request-id: req-abcb7e6d-af46-4034-852a-86ae0a5a679e {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:49:59.895791 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c33b96-8031-4f75-927b-ca7887bff3ba", "tag": "db24d701-705b-4b3a-bd4d-d9445a341471", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:49:59.896213 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abcb7e6d-af46-4034-852a-86ae0a5a679e {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:49:59.896680 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c33b96-8031-4f75-927b-ca7887bff3ba', 'tag': 'db24d701-705b-4b3a-bd4d-d9445a341471', 'status': 'completed', 'code': 200} Sep 14 18:49:59.952701 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Transition to ACTIVE for port object 0036a361-4424-47c9-85b9-51d4bdffa849 will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:49:59.966141 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:49:59.972805 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-7da26091-27cc-447e-9ac0-86ca057244aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:00.037574 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-5d6afe42-5647-434c-86e8-33d35c4721b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:00.039351 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-5d6afe42-5647-434c-86e8-33d35c4721b0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2ed0d02-8c91-4443-9299-793ee86f77f1 HTTP/1.1" status: 200 len: 858 time: 0.1879346 Sep 14 18:50:00.060887 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527c08cc-6a8a-4df1-8387-98a3acb86730 {{(pid=105941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:50:00.083693 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:00.158313 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:50:00.162406 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-ede8a6c3-7cd8-4b33-9a00-cd7ff6da8a2b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60c55d5f-4d23-4654-87c3-ff99b40f316e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081908 Sep 14 18:50:00.184753 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.provisioning_blocks [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Transition to ACTIVE for port object 527c08cc-6a8a-4df1-8387-98a3acb86730 will not be triggered until provisioned by entity L2. {{(pid=105941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:50:00.186061 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Pushing event updated for resources: {'Port': ['ID=0036a361-4424-47c9-85b9-51d4bdffa849,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:00.195140 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2827890e-2e33-49b9-ac2d-630520e7c305 req-8b965312-2402-435c-a7cc-8b31f8799260 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598444 Sep 14 18:50:00.236687 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8e4806d4-313b-4e1a-a50e-dbc42419e6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:00.239205 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:00.347253 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8e4806d4-313b-4e1a-a50e-dbc42419e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:00.419636 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-8e4806d4-313b-4e1a-a50e-dbc42419e6ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c97761f254b54cf58ab1f00050722afd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4042821 Sep 14 18:50:00.441999 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054b5bc-9c01-40b2-b626-efa931a65443 req-b36d9489-ec02-4bdc-a7bc-d37b31d70bb8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:00.447173 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40788) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:00.456669 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e054b5bc-9c01-40b2-b626-efa931a65443 req-b36d9489-ec02-4bdc-a7bc-d37b31d70bb8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.4329777 Sep 14 18:50:00.459330 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5,segment=NetworkSegment(56272d5c-049e-4857-a34c-40a30e9b365c),segment_id=56272d5c-049e-4857-a34c-40a30e9b365c)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:00.485585 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Attempting to bind port 0036a361-4424-47c9-85b9-51d4bdffa849 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:50:00.486338 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Attempting to bind port 0036a361-4424-47c9-85b9-51d4bdffa849 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:50:00.487121 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Attempting to bind port 0036a361-4424-47c9-85b9-51d4bdffa849 on network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:50:00.516684 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': 'ab27906e-85d4-47c0-92b8-d2c9dfb25ef5', 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e', 'port_id': 'ab27906e-85d4-47c0-92b8-d2c9dfb25ef5', 'mac_address': 'fa:16:3e:22:08:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ed0d02-8c91-4443-9299-793ee86f77f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:50:00.537001 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Port 0036a361-4424-47c9-85b9-51d4bdffa849 on network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:50:00.537748 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Attempting to bind port 0036a361-4424-47c9-85b9-51d4bdffa849 on network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:50:00.590018 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e054b5bc-9c01-40b2-b626-efa931a65443 req-c63706d4-0132-4f42-9372-3f13d1a592d2 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288989 Sep 14 18:50:00.596892 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:50:00.597070 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Checking segment: {'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:50:00.597353 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Bound using segment: {'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:50:00.598103 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Bound port: 0036a361-4424-47c9-85b9-51d4bdffa849, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:50:00.598734 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:00.647535 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:00.670107 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:50:00.690643 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-27fa93eb-d128-4275-947c-26e0bf0af2f3 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121305 Sep 14 18:50:00.696914 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4806d4-313b-4e1a-a50e-dbc42419e6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08837dc4-4191-4b8e-92fa-39aa1dc9eae6,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:00.728168 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5,segment=NetworkSegment(56272d5c-049e-4857-a34c-40a30e9b365c),segment_id=56272d5c-049e-4857-a34c-40a30e9b365c)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:00.736211 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:00.810639 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291db17-e89a-4c01-8485-c94ed0607ba7 req-60c2356a-dc99-4325-8cea-ab40b9131707 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:00.812358 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7291db17-e89a-4c01-8485-c94ed0607ba7 req-60c2356a-dc99-4325-8cea-ab40b9131707 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 945 time: 0.4048510 Sep 14 18:50:00.813145 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Pushing event updated for resources: {'Port': ['ID=527c08cc-6a8a-4df1-8387-98a3acb86730,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:00.831252 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c2061dcd-de69-47eb-b4d7-519b504b14ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:00.852739 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:00.882320 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Attempting to bind port 527c08cc-6a8a-4df1-8387-98a3acb86730 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:50:00.882734 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Attempting to bind port 527c08cc-6a8a-4df1-8387-98a3acb86730 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'}] {{(pid=105941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:50:00.882958 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Attempting to bind port 527c08cc-6a8a-4df1-8387-98a3acb86730 on network ed62ca30-1449-4b80-b732-67e84cfa064c {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:50:00.893338 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c2061dcd-de69-47eb-b4d7-519b504b14ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:00.918969 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Port 527c08cc-6a8a-4df1-8387-98a3acb86730 on network ed62ca30-1449-4b80-b732-67e84cfa064c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:50:00.919294 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Attempting to bind port 527c08cc-6a8a-4df1-8387-98a3acb86730 on network ed62ca30-1449-4b80-b732-67e84cfa064c {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:50:00.941295 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7291db17-e89a-4c01-8485-c94ed0607ba7 req-7e51a51f-397e-48e0-877a-3643bccb2da2 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076989 Sep 14 18:50:00.947271 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:50:00.947712 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Checking segment: {'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:50:00.948015 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Bound using segment: {'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'} {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:50:00.949619 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Bound port: 527c08cc-6a8a-4df1-8387-98a3acb86730, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'}}] {{(pid=105941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:50:00.949619 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:00.984647 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] For port 0036a361-4424-47c9-85b9-51d4bdffa849, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:50:01.022045 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] For port 0036a361-4424-47c9-85b9-51d4bdffa849, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0036a361-4424-47c9-85b9-51d4bdffa849,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:50:01.041614 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['ab27906e-85d4-47c0-92b8-d2c9dfb25ef5'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:50:01.044743 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:01.054884 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-7da26091-27cc-447e-9ac0-86ca057244aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:01.067484 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c2061dcd-de69-47eb-b4d7-519b504b14ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:01.067969 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01b168-a163-4600-ab96-06e3a528ce82 req-c66fa71d-7a22-457b-9a1f-f8990aa6837c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:01.069856 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1e01b168-a163-4600-ab96-06e3a528ce82 req-c66fa71d-7a22-457b-9a1f-f8990aa6837c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 943 time: 0.2730215 Sep 14 18:50:01.074682 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c2061dcd-de69-47eb-b4d7-519b504b14ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:01.076810 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-c2061dcd-de69-47eb-b4d7-519b504b14ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08837dc4-4191-4b8e-92fa-39aa1dc9eae6 HTTP/1.1" status: 204 len: 168 time: 0.6087105 Sep 14 18:50:01.095863 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-7da26091-27cc-447e-9ac0-86ca057244aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:01.100774 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d882e3b3-b49d-4b97-98d0-765a036bbac9 req-31b99f53-c70f-41f7-b034-11c5e14ccaf6 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921230 Sep 14 18:50:01.123401 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] For port 527c08cc-6a8a-4df1-8387-98a3acb86730, host hv-cinder-80899, cleared binding levels {{(pid=105941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:50:01.168198 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2061dcd-de69-47eb-b4d7-519b504b14ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08837dc4-4191-4b8e-92fa-39aa1dc9eae6,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:01.219484 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] For port 527c08cc-6a8a-4df1-8387-98a3acb86730, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=527c08cc-6a8a-4df1-8387-98a3acb86730,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:50:01.224431 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Pushing event updated for resources: {'Port': ['ID=0036a361-4424-47c9-85b9-51d4bdffa849,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:01.233226 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:01.263621 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1e01b168-a163-4600-ab96-06e3a528ce82 req-0c2acaf2-17e2-4bea-b2cf-a68ed0e91064 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559768 Sep 14 18:50:01.298641 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:01.300153 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:01.301058 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-6e9468b5-5a0b-4c3d-8c30-cbd7fe33d4fa service neutron] 10.222.0.68 "PUT /v2.0/ports/0036a361-4424-47c9-85b9-51d4bdffa849 HTTP/1.1" status: 200 len: 1093 time: 3.2240937 Sep 14 18:50:01.345600 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:01.346718 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:01.349143 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] 10.222.0.68 "PUT /v2.0/ports/527c08cc-6a8a-4df1-8387-98a3acb86730 HTTP/1.1" status: 200 len: 1093 time: 2.9450774 Sep 14 18:50:01.350169 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d84a7ea-2a1f-43b6-917c-106a5db24d6e', 'tag': '527c08cc-6a8a-4df1-8387-98a3acb86730'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:50:01.375788 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03c745c-bbab-46d3-b69c-4bc5acd1f417" -d '{"events": [{"name": "network-changed", "server_uuid": "7d84a7ea-2a1f-43b6-917c-106a5db24d6e", "tag": "527c08cc-6a8a-4df1-8387-98a3acb86730"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:50:01.407798 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a795c44-58f8-455f-b98d-fd0baeb4270a req-a7f9421c-da54-4c5a-93c4-3d824a0985ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:01.410024 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6a795c44-58f8-455f-b98d-fd0baeb4270a req-a7f9421c-da54-4c5a-93c4-3d824a0985ae service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 1096 time: 0.1720352 Sep 14 18:50:01.415872 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-7da26091-27cc-447e-9ac0-86ca057244aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05064ce61ca047f68ee4341e9bab118a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8102760 Sep 14 18:50:01.421381 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da26091-27cc-447e-9ac0-86ca057244aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73332363-9bce-43ca-a8fa-e7dcefd5c1ca,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:01.484105 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 40802) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:01.584998 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341cf60-9264-48f4-948c-d2eae3217b5b req-62194b23-af40-479f-bab0-6eeba6779f1b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:01.587215 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6341cf60-9264-48f4-948c-d2eae3217b5b req-62194b23-af40-479f-bab0-6eeba6779f1b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 943 time: 0.5080407 Sep 14 18:50:01.730973 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4487c9-8558-400c-a375-70a7f7e3b62e service neutron] Pushing event updated for resources: {'Port': ['ID=527c08cc-6a8a-4df1-8387-98a3acb86730,revision_number=3']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:01.753697 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-7e611c37-82ce-495a-907f-dd54c7631f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:01.756502 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-7e611c37-82ce-495a-907f-dd54c7631f68 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 1096 time: 0.3462226 Sep 14 18:50:01.766871 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6341cf60-9264-48f4-948c-d2eae3217b5b req-16b2227f-a3f0-4ff8-bdf7-b9cea5c12066 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397099 Sep 14 18:50:01.903807 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cdaadc-5d3d-4313-9eff-5900327575fb x-openstack-request-id: req-29cdaadc-5d3d-4313-9eff-5900327575fb {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:50:01.904010 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d84a7ea-2a1f-43b6-917c-106a5db24d6e", "tag": "527c08cc-6a8a-4df1-8387-98a3acb86730", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:50:01.904277 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29cdaadc-5d3d-4313-9eff-5900327575fb {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:50:01.904827 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d84a7ea-2a1f-43b6-917c-106a5db24d6e', 'tag': '527c08cc-6a8a-4df1-8387-98a3acb86730', 'status': 'completed', 'code': 200} Sep 14 18:50:01.909904 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-aa510c71-ac4a-4fcf-acb2-6aeb48180e5b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0036a361-4424-47c9-85b9-51d4bdffa849 HTTP/1.1" status: 200 len: 217 time: 0.1334755 Sep 14 18:50:01.937244 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fef3aeb6-b957-4c70-9251-8a92b22707bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:01.941033 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:50:01.945989 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e30b0b8-b835-404c-85e6-14721561058a" -d '{"events": [{"name": "network-changed", "server_uuid": "6100979a-9186-459b-944a-a0a100521758", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:50:02.008974 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-9f03f5bc-6a57-4f0b-9fd3-c9e0c8a0a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:02.010613 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-9f03f5bc-6a57-4f0b-9fd3-c9e0c8a0a791 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b33bb60-5dd8-40e4-96f0-04cab71aa308 HTTP/1.1" status: 200 len: 856 time: 0.0921898 Sep 14 18:50:02.021180 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b72301-cf9c-4da1-8306-e87bec6b9851 req-2811939d-3e1c-4e4d-8ffa-6c9a5af30f53 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:02.023152 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-84b72301-cf9c-4da1-8306-e87bec6b9851 req-2811939d-3e1c-4e4d-8ffa-6c9a5af30f53 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.1168022 Sep 14 18:50:02.048408 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecab28-19f4-4f8a-8320-30410d2a094a req-4fbd86bc-28b3-48f3-b653-a93ef1b22fad tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:02.058898 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-79ecab28-19f4-4f8a-8320-30410d2a094a req-4fbd86bc-28b3-48f3-b653-a93ef1b22fad tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 945 time: 0.5505021 Sep 14 18:50:02.123365 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-84b72301-cf9c-4da1-8306-e87bec6b9851 req-c9c61913-91c5-49b4-8bf7-7996efb05738 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893731 Sep 14 18:50:02.127942 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-8013d6da-b577-49ff-b7f8-b05dbdd5a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:02.132810 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-56aa3f11-a5ba-4369-b5ea-7680100a05e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:02.133129 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-8013d6da-b577-49ff-b7f8-b05dbdd5a72c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ec151455531943d3bea10491e06b54f7&device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 1096 time: 0.6381083 Sep 14 18:50:02.134710 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-56aa3f11-a5ba-4369-b5ea-7680100a05e9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1106844 Sep 14 18:50:02.155124 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device db24d701-705b-4b3a-bd4d-d9445a341471 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:50:02.198441 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fef3aeb6-b957-4c70-9251-8a92b22707bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:02.204171 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device c5db5c17-ce0c-4b28-a240-6fcb0293534b up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:50:02.208835 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40832) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:02.275281 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a795c44-58f8-455f-b98d-fd0baeb4270a req-3ba8c624-4276-44aa-9543-cc7b33c9d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:02.279327 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6a795c44-58f8-455f-b98d-fd0baeb4270a req-3ba8c624-4276-44aa-9543-cc7b33c9d2be service neutron] 10.222.0.68 "GET /v2.0/networks?id=60c55d5f-4d23-4654-87c3-ff99b40f316e HTTP/1.1" status: 200 len: 919 time: 0.8542461 Sep 14 18:50:02.286462 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7b176b-4c74-4aa6-bfb7-1c8b44c203ce x-openstack-request-id: req-6c7b176b-4c74-4aa6-bfb7-1c8b44c203ce {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:50:02.286937 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6100979a-9186-459b-944a-a0a100521758", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:50:02.287332 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c7b176b-4c74-4aa6-bfb7-1c8b44c203ce {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:50:02.288107 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849', 'status': 'completed', 'code': 200} Sep 14 18:50:02.291438 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.db.resource_extend [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 18:50:02.330620 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-69ba5481-8f8c-4b2f-9c92-82858691a3ab service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=527c08cc-6a8a-4df1-8387-98a3acb86730 HTTP/1.1" status: 200 len: 217 time: 0.1722798 Sep 14 18:50:02.436031 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port c5db5c17-ce0c-4b28-a240-6fcb0293534b completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:50:02.446022 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port c5db5c17-ce0c-4b28-a240-6fcb0293534b triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:50:02.446686 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:02.500964 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6a795c44-58f8-455f-b98d-fd0baeb4270a req-2e06c2fb-727e-4627-94f7-ba0f67c48c04 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db24d701-705b-4b3a-bd4d-d9445a341471 HTTP/1.1" status: 200 len: 217 time: 0.1846604 Sep 14 18:50:02.514740 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-79ecab28-19f4-4f8a-8320-30410d2a094a req-bb87534e-ab8e-41f9-a4be-c9315e7dd720 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532845 Sep 14 18:50:02.547472 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-690a0580-b92d-41be-a010-53dc992a5dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:02.581145 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port db24d701-705b-4b3a-bd4d-d9445a341471, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=db24d701-705b-4b3a-bd4d-d9445a341471,segment=NetworkSegment(56272d5c-049e-4857-a34c-40a30e9b365c),segment_id=56272d5c-049e-4857-a34c-40a30e9b365c)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:02.585199 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-364e23f3-88ff-478b-a083-62a37da9f158 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376440 Sep 14 18:50:02.634659 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': 'db24d701-705b-4b3a-bd4d-d9445a341471', 'network_id': '60c55d5f-4d23-4654-87c3-ff99b40f316e', 'port_id': 'db24d701-705b-4b3a-bd4d-d9445a341471', 'mac_address': 'fa:16:3e:f6:0f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ed0d02-8c91-4443-9299-793ee86f77f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:50:02.653664 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f075d2-b571-4a59-ab1a-46ca87526588 req-ec4b15c7-d008-451f-bb1b-81160ae8f105 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:02.656414 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a5f075d2-b571-4a59-ab1a-46ca87526588 req-ec4b15c7-d008-451f-bb1b-81160ae8f105 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 945 time: 0.2558100 Sep 14 18:50:02.711754 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a795c44-58f8-455f-b98d-fd0baeb4270a req-4cc00958-adb6-4b5a-914e-6729f86cba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:02.716041 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6a795c44-58f8-455f-b98d-fd0baeb4270a req-4cc00958-adb6-4b5a-914e-6729f86cba22 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2ed0d02-8c91-4443-9299-793ee86f77f1 HTTP/1.1" status: 200 len: 858 time: 0.1792271 Sep 14 18:50:02.829712 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:02.856639 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:02.890312 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432b7dbe-2e82-47d1-8292-254a6a02b571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5db5c17-ce0c-4b28-a240-6fcb0293534b'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:50:02.921582 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a5f075d2-b571-4a59-ab1a-46ca87526588 req-6f09771a-4656-4ffc-b443-99c3c30c026e tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392445 Sep 14 18:50:02.928395 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7c9f3f7-e006-4440-8a6f-24e46b383f1f req-5f342a2c-eea2-4a24-ba5e-e27485c76d27 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202615 Sep 14 18:50:02.987690 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-690a0580-b92d-41be-a010-53dc992a5dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:03.000034 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-690a0580-b92d-41be-a010-53dc992a5dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:03.036797 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db24d701-705b-4b3a-bd4d-d9445a341471 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:50:03.091700 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port c5db5c17-ce0c-4b28-a240-6fcb0293534b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c5db5c17-ce0c-4b28-a240-6fcb0293534b,segment=NetworkSegment(3be714db-ef7e-4dad-97a6-f779c079b2db),segment_id=3be714db-ef7e-4dad-97a6-f779c079b2db)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:03.102413 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:03.103399 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:50:03.147499 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port db24d701-705b-4b3a-bd4d-d9445a341471, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=db24d701-705b-4b3a-bd4d-d9445a341471,segment=NetworkSegment(56272d5c-049e-4857-a34c-40a30e9b365c),segment_id=56272d5c-049e-4857-a34c-40a30e9b365c)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:03.148077 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-690a0580-b92d-41be-a010-53dc992a5dbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c374199121e47f3863c68cf2079d311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9261084 Sep 14 18:50:03.177792 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 40858) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:03.178969 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:03.207901 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a0580-b92d-41be-a010-53dc992a5dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781d690e-b551-4990-8a4c-f1a4a1bc2674,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:03.232250 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6a795c44-58f8-455f-b98d-fd0baeb4270a req-4a087631-bea7-4294-b33f-ce219f1a5ec3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60c55d5f-4d23-4654-87c3-ff99b40f316e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4985044 Sep 14 18:50:03.263751 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a53f5d-b8f9-4fce-ba35-a0efb22cc1f2" -d '{"events": [{"server_uuid": "432b7dbe-2e82-47d1-8292-254a6a02b571", "name": "network-vif-plugged", "status": "completed", "tag": "c5db5c17-ce0c-4b28-a240-6fcb0293534b"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:50:03.281455 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-25090b5a-2ae5-46b3-a229-79a61380678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:03.284550 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-25090b5a-2ae5-46b3-a229-79a61380678d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=911c8fc0-2bb9-4291-a978-8443f73c14d2 HTTP/1.1" status: 200 len: 850 time: 0.8668303 Sep 14 18:50:03.288218 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3a6e-b4e4-459a-a87b-583d93f88082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:03.289772 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30b0b8-b835-404c-85e6-14721561058a req-38a4a042-de39-4abc-8d69-9d1b9ac4da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:03.291472 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5e30b0b8-b835-404c-85e6-14721561058a req-38a4a042-de39-4abc-8d69-9d1b9ac4da0e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 1096 time: 0.2964149 Sep 14 18:50:03.309272 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=c5db5c17-ce0c-4b28-a240-6fcb0293534b,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:03.329120 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2438d-8c4b-4565-bd15-a0f17bb8a453 req-7fa003d8-d19d-432a-adde-bd42cdfed326 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:03.331670 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-80f2438d-8c4b-4565-bd15-a0f17bb8a453 req-7fa003d8-d19d-432a-adde-bd42cdfed326 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 944 time: 0.2014859 Sep 14 18:50:03.387988 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:50:03.404821 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:50:03.405659 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:03.408147 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3a6e-b4e4-459a-a87b-583d93f88082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:03.436665 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f96901-b999-42ff-ab15-f2251fabda9b req-5739ae69-689b-4c61-9c4c-0b5f3e119c4c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:03.447818 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-52f96901-b999-42ff-ab15-f2251fabda9b req-5739ae69-689b-4c61-9c4c-0b5f3e119c4c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 943 time: 0.7536087 Sep 14 18:50:03.466346 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fef3aeb6-b957-4c70-9251-8a92b22707bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:03.469594 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fef3aeb6-b957-4c70-9251-8a92b22707bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:03.474499 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-fef3aeb6-b957-4c70-9251-8a92b22707bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73332363-9bce-43ca-a8fa-e7dcefd5c1ca HTTP/1.1" status: 204 len: 168 time: 1.9787636 Sep 14 18:50:03.524076 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-80f2438d-8c4b-4565-bd15-a0f17bb8a453 req-813da7b6-840e-4b5d-8b99-36f10aa1760c tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674461 Sep 14 18:50:03.527515 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['db24d701-705b-4b3a-bd4d-d9445a341471'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:50:03.601447 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30b0b8-b835-404c-85e6-14721561058a req-caa940ba-3446-4b9d-9c9b-0f97f696d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:03.607833 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5e30b0b8-b835-404c-85e6-14721561058a req-caa940ba-3446-4b9d-9c9b-0f97f696d114 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 918 time: 0.2747269 Sep 14 18:50:03.704381 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=db24d701-705b-4b3a-bd4d-d9445a341471,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:03.705301 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5e30b0b8-b835-404c-85e6-14721561058a req-f0c2323c-7ac5-455b-8e83-2c49469669ff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0036a361-4424-47c9-85b9-51d4bdffa849 HTTP/1.1" status: 200 len: 217 time: 0.0897195 Sep 14 18:50:03.746001 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6a795c44-58f8-455f-b98d-fd0baeb4270a req-60d33c86-d007-4ba3-941e-3d022cffd178 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911077 Sep 14 18:50:03.789711 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:03.790014 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3aeb6-b957-4c70-9251-8a92b22707bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73332363-9bce-43ca-a8fa-e7dcefd5c1ca,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:03.841701 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-2134c487-f1b8-4433-a7ec-6cf77a65dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:03.844485 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-2134c487-f1b8-4433-a7ec-6cf77a65dbd6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed62ca30-1449-4b80-b732-67e84cfa064c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5353794 Sep 14 18:50:03.862219 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-52f96901-b999-42ff-ab15-f2251fabda9b req-bd3f0b55-a5b0-4459-8a52-1388f12a3801 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4132509 Sep 14 18:50:03.898733 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3a6e-b4e4-459a-a87b-583d93f88082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:03.901324 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3a6e-b4e4-459a-a87b-583d93f88082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:03.903639 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-8ccf3a6e-b4e4-459a-a87b-583d93f88082 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/781d690e-b551-4990-8a4c-f1a4a1bc2674 HTTP/1.1" status: 204 len: 168 time: 0.7223499 Sep 14 18:50:03.920268 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30b0b8-b835-404c-85e6-14721561058a req-e85524c6-f095-43e6-bcfa-1924fec8fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:03.925416 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5e30b0b8-b835-404c-85e6-14721561058a req-e85524c6-f095-43e6-bcfa-1924fec8fe96 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b33bb60-5dd8-40e4-96f0-04cab71aa308 HTTP/1.1" status: 200 len: 856 time: 0.2056632 Sep 14 18:50:03.935616 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5,segment=NetworkSegment(56272d5c-049e-4857-a34c-40a30e9b365c),segment_id=56272d5c-049e-4857-a34c-40a30e9b365c)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:03.964853 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:03.979275 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:50:03.994132 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf3a6e-b4e4-459a-a87b-583d93f88082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781d690e-b551-4990-8a4c-f1a4a1bc2674,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:04.039494 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1dc49-6b1a-4bb9-b307-be9d3bcbd075 req-c19008e1-5725-4897-85f9-00ec3ff4813f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:04.042808 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4ec1dc49-6b1a-4bb9-b307-be9d3bcbd075 req-c19008e1-5725-4897-85f9-00ec3ff4813f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.3360591 Sep 14 18:50:04.094090 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30b0b8-b835-404c-85e6-14721561058a req-709b4a7e-5f17-4dc8-97a4-125fc35c3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:04.097115 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5e30b0b8-b835-404c-85e6-14721561058a req-709b4a7e-5f17-4dc8-97a4-125fc35c3fd9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1618052 Sep 14 18:50:04.143065 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4ec1dc49-6b1a-4bb9-b307-be9d3bcbd075 req-9406ee18-b46a-438c-a110-485e38f48d0d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915906 Sep 14 18:50:04.179213 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 0036a361-4424-47c9-85b9-51d4bdffa849 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:50:04.273837 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6a795c44-58f8-455f-b98d-fd0baeb4270a req-f5484533-bf84-4c7a-9168-a4605c588460 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950609 Sep 14 18:50:04.344746 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:04.373031 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9309e201-ff77-4341-b3d6-9d196b2a2286 x-openstack-request-id: req-9309e201-ff77-4341-b3d6-9d196b2a2286 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:50:04.373682 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432b7dbe-2e82-47d1-8292-254a6a02b571", "name": "network-vif-plugged", "status": "completed", "tag": "c5db5c17-ce0c-4b28-a240-6fcb0293534b", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:50:04.385581 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9309e201-ff77-4341-b3d6-9d196b2a2286 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:50:04.385581 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432b7dbe-2e82-47d1-8292-254a6a02b571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5db5c17-ce0c-4b28-a240-6fcb0293534b', 'code': 200} Sep 14 18:50:04.386813 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-d46475d4-dda1-4fdf-9ee3-f24d4579d81d service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107050 Sep 14 18:50:04.419459 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5e30b0b8-b835-404c-85e6-14721561058a req-32344d4b-5916-4d92-86a8-e1c5ab79f0ef service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868328 Sep 14 18:50:04.468971 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:50:04.477061 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:50:04.478139 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:04.535873 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40920) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:04.577328 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 0036a361-4424-47c9-85b9-51d4bdffa849, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0036a361-4424-47c9-85b9-51d4bdffa849,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:04.595782 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '0036a361-4424-47c9-85b9-51d4bdffa849', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'port_id': '0036a361-4424-47c9-85b9-51d4bdffa849', 'mac_address': 'fa:16:3e:39:e0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:50:04.675294 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-96643c57-f15b-4049-be6c-fa39dec9da42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:04.718033 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:04.732055 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:04.767442 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4decb4d0-ddea-4bf4-ba0b-9752de275fb3 req-90e0cb42-059d-4fe5-b2ee-988e34957473 service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778992 Sep 14 18:50:04.773849 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0036a361-4424-47c9-85b9-51d4bdffa849 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:50:04.819295 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:04.822493 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 0036a361-4424-47c9-85b9-51d4bdffa849, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0036a361-4424-47c9-85b9-51d4bdffa849,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:04.826194 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:04.834924 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:04.892395 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:04.967626 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db4a88-eb62-4788-83d2-4ec2aa10ad49 req-e38df439-310e-41bd-b482-dec2657e95df tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:04.967980 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=0036a361-4424-47c9-85b9-51d4bdffa849,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:04.978145 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18c462-603a-421e-9c6f-53eaba29b3a7 req-d03c0169-aa6f-4ec8-9c7e-b791147be046 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:04.982770 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1e18c462-603a-421e-9c6f-53eaba29b3a7 req-d03c0169-aa6f-4ec8-9c7e-b791147be046 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 946 time: 0.2916300 Sep 14 18:50:04.989053 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537901e2-4c99-473d-a516-bcdd2f01beee req-e01344b5-9406-498e-8f23-d44a6eea37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:04.990875 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-537901e2-4c99-473d-a516-bcdd2f01beee req-e01344b5-9406-498e-8f23-d44a6eea37fa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 1099 time: 0.2955074 Sep 14 18:50:04.997088 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e5db4a88-eb62-4788-83d2-4ec2aa10ad49 req-e38df439-310e-41bd-b482-dec2657e95df tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 945 time: 0.5095921 Sep 14 18:50:05.013442 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c745c-bbab-46d3-b69c-4bc5acd1f417 req-ab8f80a7-56cf-4e8d-a2b1-9f46cc982850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:05.015079 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e03c745c-bbab-46d3-b69c-4bc5acd1f417 req-ab8f80a7-56cf-4e8d-a2b1-9f46cc982850 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ec151455531943d3bea10491e06b54f7&device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 1096 time: 0.1467488 Sep 14 18:50:05.049232 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-537901e2-4c99-473d-a516-bcdd2f01beee req-f0addf3e-b89d-4815-8cba-3971c23cb3f7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:05.091233 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['0036a361-4424-47c9-85b9-51d4bdffa849'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:50:05.114398 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1e18c462-603a-421e-9c6f-53eaba29b3a7 req-29537a43-1f83-4c5e-9b28-fbb1effcd28d tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223633 Sep 14 18:50:05.139543 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-96643c57-f15b-4049-be6c-fa39dec9da42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:05.165932 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e5db4a88-eb62-4788-83d2-4ec2aa10ad49 req-10d4626b-c586-4a39-9906-08a5569d38ab tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672525 Sep 14 18:50:05.170976 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-96643c57-f15b-4049-be6c-fa39dec9da42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:05.279316 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c745c-bbab-46d3-b69c-4bc5acd1f417 req-85327e83-4dd4-4936-ab0a-72fafbf6c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:05.281027 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e03c745c-bbab-46d3-b69c-4bc5acd1f417 req-85327e83-4dd4-4936-ab0a-72fafbf6c3be service neutron] 10.222.0.68 "GET /v2.0/networks?id=ed62ca30-1449-4b80-b732-67e84cfa064c HTTP/1.1" status: 200 len: 912 time: 0.2550550 Sep 14 18:50:05.287203 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5e30b0b8-b835-404c-85e6-14721561058a req-72a73488-4141-4f41-8d30-09702fd9050b service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8535228 Sep 14 18:50:05.314975 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96643c57-f15b-4049-be6c-fa39dec9da42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fcdeec-1243-4e76-9977-c4c2cc85f856,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:05.321853 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-96643c57-f15b-4049-be6c-fa39dec9da42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e11d8a0cc3784ca8b8251ed0ccbfac39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7804086 Sep 14 18:50:05.328815 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40944) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:05.391998 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 40946) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:05.410059 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e03c745c-bbab-46d3-b69c-4bc5acd1f417 req-9d9db558-bf5c-4331-8089-4739854bf8a2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=527c08cc-6a8a-4df1-8387-98a3acb86730 HTTP/1.1" status: 200 len: 217 time: 0.1176634 Sep 14 18:50:05.445176 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-055d3ef7-1376-4b8e-bc16-145f839df2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:05.496151 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3183129e-7f10-46a7-9deb-21fd36c02d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:05.528098 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c2a22-a4c1-48c4-80e0-8d5af75656ee req-bea5b27e-3a60-4d91-b9cd-130bc59a40b3 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:05.530251 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b38c2a22-a4c1-48c4-80e0-8d5af75656ee req-bea5b27e-3a60-4d91-b9cd-130bc59a40b3 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 943 time: 0.1308539 Sep 14 18:50:05.570898 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3183129e-7f10-46a7-9deb-21fd36c02d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:05.581233 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c745c-bbab-46d3-b69c-4bc5acd1f417 req-5524082f-9441-4b6f-a3f5-3f30df9deb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:05.584109 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e03c745c-bbab-46d3-b69c-4bc5acd1f417 req-5524082f-9441-4b6f-a3f5-3f30df9deb73 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=911c8fc0-2bb9-4291-a978-8443f73c14d2 HTTP/1.1" status: 200 len: 850 time: 0.1620777 Sep 14 18:50:05.654432 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-537901e2-4c99-473d-a516-bcdd2f01beee req-f0addf3e-b89d-4815-8cba-3971c23cb3f7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:05.663582 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e5c8d-7434-4df1-ab57-6f4a0e1fc9e6 req-3b5f96b3-9689-4d84-96b5-47f6facf1cc2 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:05.665178 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-df0e5c8d-7434-4df1-ab57-6f4a0e1fc9e6 req-3b5f96b3-9689-4d84-96b5-47f6facf1cc2 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 944 time: 0.2612357 Sep 14 18:50:05.668007 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-537901e2-4c99-473d-a516-bcdd2f01beee req-f0addf3e-b89d-4815-8cba-3971c23cb3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:05.686495 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b38c2a22-a4c1-48c4-80e0-8d5af75656ee req-53cfa9ea-c067-4106-9aa1-99404cd0409f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355803 Sep 14 18:50:05.746124 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-537901e2-4c99-473d-a516-bcdd2f01beee req-f0addf3e-b89d-4815-8cba-3971c23cb3f7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7423387 Sep 14 18:50:05.753902 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c745c-bbab-46d3-b69c-4bc5acd1f417 req-6046bfec-8e17-40a8-b2d2-e9fb251c0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:05.755894 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e03c745c-bbab-46d3-b69c-4bc5acd1f417 req-6046bfec-8e17-40a8-b2d2-e9fb251c0fc7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed62ca30-1449-4b80-b732-67e84cfa064c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1594877 Sep 14 18:50:05.761765 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3183129e-7f10-46a7-9deb-21fd36c02d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:05.764115 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0addf3e-b89d-4815-8cba-3971c23cb3f7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e1432269-509e-4310-b24a-640173527d3b,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:05.765941 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3183129e-7f10-46a7-9deb-21fd36c02d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:05.772864 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-3183129e-7f10-46a7-9deb-21fd36c02d69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3fcdeec-1243-4e76-9977-c4c2cc85f856 HTTP/1.1" status: 204 len: 168 time: 0.4406884 Sep 14 18:50:05.804809 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183129e-7f10-46a7-9deb-21fd36c02d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fcdeec-1243-4e76-9977-c4c2cc85f856,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:05.822831 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-df0e5c8d-7434-4df1-ab57-6f4a0e1fc9e6 req-745d988a-5e77-4723-a5ec-946b5b45df09 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327486 Sep 14 18:50:06.131946 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e03c745c-bbab-46d3-b69c-4bc5acd1f417 req-b844df7a-82b3-411c-8759-a91f094b233c service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573131 Sep 14 18:50:06.160007 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 527c08cc-6a8a-4df1-8387-98a3acb86730 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:50:06.173130 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device db24d701-705b-4b3a-bd4d-d9445a341471 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:50:06.260312 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-055d3ef7-1376-4b8e-bc16-145f839df2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:06.274364 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca6a9c-aa72-4230-8eed-423340b9a1c9 req-742fd887-e4f7-406a-a255-0e510426854f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:06.279757 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0cca6a9c-aa72-4230-8eed-423340b9a1c9 req-742fd887-e4f7-406a-a255-0e510426854f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 944 time: 0.4118369 Sep 14 18:50:06.282025 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-055d3ef7-1376-4b8e-bc16-145f839df2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:06.311865 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port db24d701-705b-4b3a-bd4d-d9445a341471 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:50:06.318993 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port db24d701-705b-4b3a-bd4d-d9445a341471 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:50:06.318993 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:06.392920 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63727f48-a144-4b2e-bdec-9b35c5d737f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab27906e-85d4-47c0-92b8-d2c9dfb25ef5'}, {'server_uuid': 'f781830e-a302-4341-bd38-42d2b34920cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc93ac30-c49d-4c25-ade6-e3c61df1fcc5'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:50:06.396849 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b5372e-6ea6-4065-92ee-f21c274ac5c1" -d '{"events": [{"server_uuid": "63727f48-a144-4b2e-bdec-9b35c5d737f5", "name": "network-vif-plugged", "status": "completed", "tag": "ab27906e-85d4-47c0-92b8-d2c9dfb25ef5"}, {"server_uuid": "f781830e-a302-4341-bd38-42d2b34920cb", "name": "network-vif-plugged", "status": "completed", "tag": "fc93ac30-c49d-4c25-ade6-e3c61df1fcc5"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:50:06.410555 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-055d3ef7-1376-4b8e-bc16-145f839df2d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0f0a812738e40cdb7b93b8754f68474&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0160785 Sep 14 18:50:06.412878 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 40962) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:06.438441 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e03c745c-bbab-46d3-b69c-4bc5acd1f417 req-d3f8c8ab-980a-4dad-89d7-7c11b3883a81 service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985113 Sep 14 18:50:06.451433 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d3ef7-1376-4b8e-bc16-145f839df2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771b047f-23c9-4956-9b95-4f900fa55750,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:06.472363 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:06.502138 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0cca6a9c-aa72-4230-8eed-423340b9a1c9 req-afc707a9-e89a-4091-b935-f313d5f5f296 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694686 Sep 14 18:50:06.516771 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77ecd8-874b-44b9-8eff-95dc53cd0af5 req-ec030f36-260a-43f6-af5e-954e6d8627b4 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:06.523365 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0b77ecd8-874b-44b9-8eff-95dc53cd0af5 req-ec030f36-260a-43f6-af5e-954e6d8627b4 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 946 time: 0.2464938 Sep 14 18:50:06.562284 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port db24d701-705b-4b3a-bd4d-d9445a341471, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=db24d701-705b-4b3a-bd4d-d9445a341471,segment=NetworkSegment(56272d5c-049e-4857-a34c-40a30e9b365c),segment_id=56272d5c-049e-4857-a34c-40a30e9b365c)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:06.595986 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 527c08cc-6a8a-4df1-8387-98a3acb86730, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=527c08cc-6a8a-4df1-8387-98a3acb86730,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:06.619872 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '527c08cc-6a8a-4df1-8387-98a3acb86730', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'port_id': '527c08cc-6a8a-4df1-8387-98a3acb86730', 'mac_address': 'fa:16:3e:8b:02:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:50:06.627203 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:06.628677 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 0036a361-4424-47c9-85b9-51d4bdffa849 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:50:06.639689 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ed8225a9-ef6c-497f-b7db-43f79662e9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:06.657987 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0b77ecd8-874b-44b9-8eff-95dc53cd0af5 req-22844f56-e688-4a8b-a290-b597a72a8bb2 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986109 Sep 14 18:50:06.680087 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ed8225a9-ef6c-497f-b7db-43f79662e9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:06.762335 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cbefb-8344-43d6-9fee-17fdbcea75b0 req-f2d6210d-8329-4c96-b733-a1aa9c0f4802 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:06.764494 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0a3cbefb-8344-43d6-9fee-17fdbcea75b0 req-f2d6210d-8329-4c96-b733-a1aa9c0f4802 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 946 time: 0.1661980 Sep 14 18:50:06.782654 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ed8225a9-ef6c-497f-b7db-43f79662e9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:06.787167 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ed8225a9-ef6c-497f-b7db-43f79662e9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:06.789208 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-ed8225a9-ef6c-497f-b7db-43f79662e9a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/771b047f-23c9-4956-9b95-4f900fa55750 HTTP/1.1" status: 204 len: 168 time: 0.3736382 Sep 14 18:50:06.826772 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8225a9-ef6c-497f-b7db-43f79662e9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771b047f-23c9-4956-9b95-4f900fa55750,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:06.847915 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Sep 2021 18:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0f8fc5-e9e9-4a0f-babc-5190f129869f x-openstack-request-id: req-ba0f8fc5-e9e9-4a0f-babc-5190f129869f {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:50:06.850760 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63727f48-a144-4b2e-bdec-9b35c5d737f5", "name": "network-vif-plugged", "status": "completed", "tag": "ab27906e-85d4-47c0-92b8-d2c9dfb25ef5", "code": 200}, {"server_uuid": "f781830e-a302-4341-bd38-42d2b34920cb", "name": "network-vif-plugged", "status": "completed", "tag": "fc93ac30-c49d-4c25-ade6-e3c61df1fcc5", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:50:06.851362 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba0f8fc5-e9e9-4a0f-babc-5190f129869f {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:50:06.852151 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63727f48-a144-4b2e-bdec-9b35c5d737f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab27906e-85d4-47c0-92b8-d2c9dfb25ef5', 'code': 200} Sep 14 18:50:06.852618 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f781830e-a302-4341-bd38-42d2b34920cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc93ac30-c49d-4c25-ade6-e3c61df1fcc5', 'code': 200} Sep 14 18:50:06.912411 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0a3cbefb-8344-43d6-9fee-17fdbcea75b0 req-8590d9aa-01e4-4d33-bf24-6b8be7f76a16 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347566 Sep 14 18:50:07.040773 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:07.102154 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=db24d701-705b-4b3a-bd4d-d9445a341471,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:07.121564 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527c08cc-6a8a-4df1-8387-98a3acb86730 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:50:07.153438 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280943-388e-4770-a965-1556686aea20 req-65701a1d-9623-4633-b88b-08e9a6439274 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:07.159461 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7b280943-388e-4770-a965-1556686aea20 req-65701a1d-9623-4633-b88b-08e9a6439274 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1087649 Sep 14 18:50:07.173235 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port 0036a361-4424-47c9-85b9-51d4bdffa849 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:50:07.185953 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 527c08cc-6a8a-4df1-8387-98a3acb86730, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=527c08cc-6a8a-4df1-8387-98a3acb86730,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:07.191054 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262d7ea-fef8-4c8e-b097-8176b8197d85 req-5786f775-23d1-4d98-85bf-ab414f78696c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:07.193835 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0262d7ea-fef8-4c8e-b097-8176b8197d85 req-5786f775-23d1-4d98-85bf-ab414f78696c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 943 time: 0.3182542 Sep 14 18:50:07.201723 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 0036a361-4424-47c9-85b9-51d4bdffa849 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:50:07.205909 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:07.272503 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7b280943-388e-4770-a965-1556686aea20 req-12c47ce7-de96-4144-bb73-9510ff0f5876 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047425 Sep 14 18:50:07.279197 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:07.372469 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=527c08cc-6a8a-4df1-8387-98a3acb86730,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:07.381990 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0262d7ea-fef8-4c8e-b097-8176b8197d85 req-9aa78357-bda1-4ef6-bb29-ccb4f9cd1885 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775522 Sep 14 18:50:07.402400 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc1c55-91b4-445c-af48-7862d5cfdde7 req-250ec377-0e8e-4e87-a709-86e45459af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:07.405840 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b7fc1c55-91b4-445c-af48-7862d5cfdde7 req-250ec377-0e8e-4e87-a709-86e45459af3d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 1099 time: 0.2739553 Sep 14 18:50:07.407912 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:07.414649 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b678052-641a-4339-8c57-885d99d5906e req-fa70917f-ec7a-4cf6-a8e0-9d9fe51ca34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:07.419554 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b678052-641a-4339-8c57-885d99d5906e req-fa70917f-ec7a-4cf6-a8e0-9d9fe51ca34c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 1098 time: 0.3521087 Sep 14 18:50:07.498550 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b7fc1c55-91b4-445c-af48-7862d5cfdde7 req-9b5f372c-1c82-412d-a64b-536804580f28 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777912 Sep 14 18:50:07.507965 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b678052-641a-4339-8c57-885d99d5906e req-dc7284a9-2e7b-46c1-b625-86b279d8c6f5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753157 Sep 14 18:50:07.513858 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 0036a361-4424-47c9-85b9-51d4bdffa849, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0036a361-4424-47c9-85b9-51d4bdffa849,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:07.521160 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:07.638187 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['527c08cc-6a8a-4df1-8387-98a3acb86730'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:50:07.717838 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=0036a361-4424-47c9-85b9-51d4bdffa849,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:07.734569 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518c45c-351e-4786-bd41-fcb9b44e68b5 req-c9076ff1-734c-492a-a89a-b5c1880f64bb tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:07.736232 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5518c45c-351e-4786-bd41-fcb9b44e68b5 req-c9076ff1-734c-492a-a89a-b5c1880f64bb tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0876358 Sep 14 18:50:07.829625 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5518c45c-351e-4786-bd41-fcb9b44e68b5 req-4842a08c-64c5-4b88-a8b3-7040c0b29bab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760047 Sep 14 18:50:07.977865 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1333a3-2e05-4fb2-aa52-68bf3c88820a req-865ef71c-7aae-4a4c-85c2-d1d81da9840f tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:07.988889 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ed1333a3-2e05-4fb2-aa52-68bf3c88820a req-865ef71c-7aae-4a4c-85c2-d1d81da9840f tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 946 time: 0.1058564 Sep 14 18:50:08.142369 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ed1333a3-2e05-4fb2-aa52-68bf3c88820a req-8ae3c7c7-4d43-4080-a49d-b444b7f63db6 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525571 Sep 14 18:50:08.205574 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88e6ef-c70c-474c-b777-4ef337c638d7 req-56f1ebf3-a6dd-42df-921e-7446927da7ff tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:08.210308 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4c88e6ef-c70c-474c-b777-4ef337c638d7 req-56f1ebf3-a6dd-42df-921e-7446927da7ff tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 946 time: 0.1423881 Sep 14 18:50:08.268880 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4c88e6ef-c70c-474c-b777-4ef337c638d7 req-76070f9d-12af-40b4-a26a-a924a2b92d01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378828 Sep 14 18:50:08.418469 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adc4c7-7729-4eb5-a9e9-34938a4be7f2 req-62735baf-beef-479d-b8cb-db314fa628e0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:08.422576 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-30adc4c7-7729-4eb5-a9e9-34938a4be7f2 req-62735baf-beef-479d-b8cb-db314fa628e0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0750923 Sep 14 18:50:08.507142 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-30adc4c7-7729-4eb5-a9e9-34938a4be7f2 req-54aa04b7-7a6e-451f-9593-4d1a28a5d983 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718472 Sep 14 18:50:08.553811 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b8a74-a86b-4e52-8309-02c24b5044d9 req-1933bc87-9381-4472-8010-5d4d018aabc8 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:08.555583 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b75b8a74-a86b-4e52-8309-02c24b5044d9 req-1933bc87-9381-4472-8010-5d4d018aabc8 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 944 time: 0.0723817 Sep 14 18:50:08.632893 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b75b8a74-a86b-4e52-8309-02c24b5044d9 req-a45ffaf5-8b11-45de-b6df-4cf85df34ddf tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641541 Sep 14 18:50:08.855545 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c33b96-8031-4f75-927b-ca7887bff3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db24d701-705b-4b3a-bd4d-d9445a341471'}, {'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:50:08.859768 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e753849-43a8-48a4-b443-a04ccb3224e1" -d '{"events": [{"server_uuid": "54c33b96-8031-4f75-927b-ca7887bff3ba", "name": "network-vif-plugged", "status": "completed", "tag": "db24d701-705b-4b3a-bd4d-d9445a341471"}, {"server_uuid": "6100979a-9186-459b-944a-a0a100521758", "name": "network-vif-plugged", "status": "completed", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:50:08.976500 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Sep 2021 18:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46b0228-69a2-40e0-9579-187c53c621f9 x-openstack-request-id: req-e46b0228-69a2-40e0-9579-187c53c621f9 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:50:08.977026 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c33b96-8031-4f75-927b-ca7887bff3ba", "name": "network-vif-plugged", "status": "completed", "tag": "db24d701-705b-4b3a-bd4d-d9445a341471", "code": 200}, {"server_uuid": "6100979a-9186-459b-944a-a0a100521758", "name": "network-vif-plugged", "status": "completed", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:50:08.977419 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e46b0228-69a2-40e0-9579-187c53c621f9 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:50:08.978546 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c33b96-8031-4f75-927b-ca7887bff3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db24d701-705b-4b3a-bd4d-d9445a341471', 'code': 200} Sep 14 18:50:08.978968 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849', 'code': 200} Sep 14 18:50:09.136958 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908becd-a034-4fb1-8212-0a581f57a1bb req-5c3a44ce-2794-42c3-a951-3e800f10ee69 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:09.145225 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7908becd-a034-4fb1-8212-0a581f57a1bb req-5c3a44ce-2794-42c3-a951-3e800f10ee69 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.1219745 Sep 14 18:50:09.309743 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7908becd-a034-4fb1-8212-0a581f57a1bb req-e79782f5-0f9e-47ea-8526-9c2ab2a3399d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468258 Sep 14 18:50:09.472944 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b554d45-6367-47ae-adba-a92185f4b9a4 req-cc116c36-5fd0-4f58-8ebf-698788add041 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:09.477372 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1b554d45-6367-47ae-adba-a92185f4b9a4 req-cc116c36-5fd0-4f58-8ebf-698788add041 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 946 time: 0.1007090 Sep 14 18:50:09.488016 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b11fb2-a209-4536-b726-a0594014ac2d req-fb588850-62f6-40f4-aa6a-c41e6efa90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:09.490504 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c2b11fb2-a209-4536-b726-a0594014ac2d req-fb588850-62f6-40f4-aa6a-c41e6efa90e4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 1098 time: 0.2167718 Sep 14 18:50:09.552472 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599f2ca-46d0-4788-b1d1-b960924d1e84 req-e6063765-b35d-41a4-91a3-ddde228f00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:09.554451 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e599f2ca-46d0-4788-b1d1-b960924d1e84 req-e6063765-b35d-41a4-91a3-ddde228f00e8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 1098 time: 0.2056308 Sep 14 18:50:09.566721 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1b554d45-6367-47ae-adba-a92185f4b9a4 req-6d9c4e2a-3260-4baf-9dfc-9404564a75c4 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697951 Sep 14 18:50:09.602181 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cde418-a228-4cb6-857a-73990b6dbc92 req-68651a27-426e-48b3-9001-1cc46792071f tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:09.603905 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-26cde418-a228-4cb6-857a-73990b6dbc92 req-68651a27-426e-48b3-9001-1cc46792071f tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 946 time: 0.2525947 Sep 14 18:50:09.621136 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c2b11fb2-a209-4536-b726-a0594014ac2d req-8bdd654e-ce74-4fd0-9030-97d97ac74cc2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124482 Sep 14 18:50:09.679104 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e599f2ca-46d0-4788-b1d1-b960924d1e84 req-8bceeb15-2526-48d4-8aec-2944973369f1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169837 Sep 14 18:50:09.729986 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-26cde418-a228-4cb6-857a-73990b6dbc92 req-46a49fdf-d0bf-4b27-beca-a10584c06d5c tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128712 Sep 14 18:50:09.853231 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930135d-82ea-452e-abaf-8125de511840 req-dd9b8b27-fe60-49c6-b443-f3a928b1698e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:09.855728 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9930135d-82ea-452e-abaf-8125de511840 req-dd9b8b27-fe60-49c6-b443-f3a928b1698e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1058393 Sep 14 18:50:09.856355 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41076) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:09.923466 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9930135d-82ea-452e-abaf-8125de511840 req-0b625da4-bd53-49dd-837e-404e7c61296b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491147 Sep 14 18:50:09.947098 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cae6c1-79c8-4cd3-91dd-a41205a57e2d req-1aa6e329-6339-4467-a651-7c43c0c5c169 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:09.961844 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-41cae6c1-79c8-4cd3-91dd-a41205a57e2d req-1aa6e329-6339-4467-a651-7c43c0c5c169 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 944 time: 0.1389103 Sep 14 18:50:10.023137 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-41cae6c1-79c8-4cd3-91dd-a41205a57e2d req-e370cd8e-744e-47bc-8aac-bcdcf845bcb7 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593059 Sep 14 18:50:10.070957 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-65cb6737-dcec-46a6-9c6d-efe011ff3e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:10.230165 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 527c08cc-6a8a-4df1-8387-98a3acb86730 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:50:10.322750 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-65cb6737-dcec-46a6-9c6d-efe011ff3e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:10.341970 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-65cb6737-dcec-46a6-9c6d-efe011ff3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:10.416606 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port 527c08cc-6a8a-4df1-8387-98a3acb86730 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:50:10.429056 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb6737-dcec-46a6-9c6d-efe011ff3e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b492fac-93fc-4c3d-9a24-c956c1e3a043,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:10.429382 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 527c08cc-6a8a-4df1-8387-98a3acb86730 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:50:10.429942 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:10.449893 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 41096) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:10.450844 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-65cb6737-dcec-46a6-9c6d-efe011ff3e1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=562d96badb5e424890bac59e9703efa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5931158 Sep 14 18:50:10.575266 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83357637-a55e-4b08-ae9f-9e3fe3342b27 req-5c610284-64d8-43d2-8818-d1b131f1094f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:10.592719 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-83357637-a55e-4b08-ae9f-9e3fe3342b27 req-5c610284-64d8-43d2-8818-d1b131f1094f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.1055155 Sep 14 18:50:10.626425 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fa0606db-1500-46dd-aa1c-58ffaee3cdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:10.678234 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-83357637-a55e-4b08-ae9f-9e3fe3342b27 req-6319bab8-0c06-4b4e-8edd-1da5c358523c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839100 Sep 14 18:50:10.684403 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fa0606db-1500-46dd-aa1c-58ffaee3cdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:10.779688 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:10.827754 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fa0606db-1500-46dd-aa1c-58ffaee3cdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:10.831450 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fa0606db-1500-46dd-aa1c-58ffaee3cdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:10.832994 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-fa0606db-1500-46dd-aa1c-58ffaee3cdb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b492fac-93fc-4c3d-9a24-c956c1e3a043 HTTP/1.1" status: 204 len: 168 time: 0.3808291 Sep 14 18:50:10.847775 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0606db-1500-46dd-aa1c-58ffaee3cdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b492fac-93fc-4c3d-9a24-c956c1e3a043,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:10.921043 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 527c08cc-6a8a-4df1-8387-98a3acb86730, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=527c08cc-6a8a-4df1-8387-98a3acb86730,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:10.935885 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:11.044887 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d84a7ea-2a1f-43b6-917c-106a5db24d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c08cc-6a8a-4df1-8387-98a3acb86730'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:50:11.049472 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18926dca-151f-4d84-bf1a-4304d65c0345" -d '{"events": [{"server_uuid": "7d84a7ea-2a1f-43b6-917c-106a5db24d6e", "name": "network-vif-plugged", "status": "completed", "tag": "527c08cc-6a8a-4df1-8387-98a3acb86730"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:50:11.154417 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=527c08cc-6a8a-4df1-8387-98a3acb86730,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:11.271223 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b44c1e-3c0e-47a2-826f-fc970980d111 x-openstack-request-id: req-76b44c1e-3c0e-47a2-826f-fc970980d111 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:50:11.272250 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d84a7ea-2a1f-43b6-917c-106a5db24d6e", "name": "network-vif-plugged", "status": "completed", "tag": "527c08cc-6a8a-4df1-8387-98a3acb86730", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:50:11.272397 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76b44c1e-3c0e-47a2-826f-fc970980d111 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:50:11.273060 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d84a7ea-2a1f-43b6-917c-106a5db24d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c08cc-6a8a-4df1-8387-98a3acb86730', 'code': 200} Sep 14 18:50:11.292331 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f323e18-80fd-4774-b53d-4db56ce7d3dd req-624c8701-6b1c-4a23-bcd8-479c262099c1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:11.309362 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5f323e18-80fd-4774-b53d-4db56ce7d3dd req-624c8701-6b1c-4a23-bcd8-479c262099c1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.2130990 Sep 14 18:50:11.458493 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5f323e18-80fd-4774-b53d-4db56ce7d3dd req-d980441b-59fc-463d-9031-db208273e6bc tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462264 Sep 14 18:50:11.638747 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f655ad-a282-4ddd-9d01-dcb256af28ac req-9360c19a-18d7-4ebb-8e6c-58ae0d2bf4ca tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:11.646821 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-35f655ad-a282-4ddd-9d01-dcb256af28ac req-9360c19a-18d7-4ebb-8e6c-58ae0d2bf4ca tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.2481101 Sep 14 18:50:11.726455 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-35f655ad-a282-4ddd-9d01-dcb256af28ac req-6de08027-930a-4532-8314-5850dfbe9ec7 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783665 Sep 14 18:50:11.766849 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790e0a5-e1f9-42f3-ac23-293cea774d68 req-17c87d1b-d75d-402f-8326-5af8daf56a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:11.768926 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9790e0a5-e1f9-42f3-ac23-293cea774d68 req-17c87d1b-d75d-402f-8326-5af8daf56a6c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 1098 time: 0.0762327 Sep 14 18:50:11.779312 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41122) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:11.801606 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cc613331-1374-44f1-b967-7de0e948fd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:11.851540 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9790e0a5-e1f9-42f3-ac23-293cea774d68 req-a1cbab36-8140-4226-8e20-b8a8512ad242 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624151 Sep 14 18:50:11.919820 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633eb3d-1be2-454c-8074-ce121005a928 req-1a24c109-e7b4-41a8-b75e-2d977b1f9c98 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:11.922046 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1633eb3d-1be2-454c-8074-ce121005a928 req-1a24c109-e7b4-41a8-b75e-2d977b1f9c98 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.1094065 Sep 14 18:50:12.005147 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1633eb3d-1be2-454c-8074-ce121005a928 req-fd8b5317-f844-458d-b630-f86f142eec50 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659277 Sep 14 18:50:12.035884 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cc613331-1374-44f1-b967-7de0e948fd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:12.042808 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cc613331-1374-44f1-b967-7de0e948fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:12.120612 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc613331-1374-44f1-b967-7de0e948fd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e58589-1673-4a2c-a5b9-db4a9fae62af,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:12.133216 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-cc613331-1374-44f1-b967-7de0e948fd33 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e386a65495d2428cb386009958b473b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505609 Sep 14 18:50:12.138444 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 41132) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:12.248178 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b9619-afb5-462c-b278-8e6b9a1e22fd req-69f8471a-10d2-419f-87f2-21b827c49a4b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:12.251006 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-348b9619-afb5-462c-b278-8e6b9a1e22fd req-69f8471a-10d2-419f-87f2-21b827c49a4b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0928614 Sep 14 18:50:12.258408 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef214-929c-43e5-bfe3-8182387fe45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:12.271242 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41138) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:12.278621 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-293f5a02-ce44-430e-a1ab-21050e583368 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Request body: {'floatingip': {'port_id': '0036a361-4424-47c9-85b9-51d4bdffa849'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:12.300638 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef214-929c-43e5-bfe3-8182387fe45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:12.413662 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-293f5a02-ce44-430e-a1ab-21050e583368 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:12.429663 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef214-929c-43e5-bfe3-8182387fe45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:12.435352 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef214-929c-43e5-bfe3-8182387fe45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:12.443883 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-bf6ef214-929c-43e5-bfe3-8182387fe45e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03e58589-1673-4a2c-a5b9-db4a9fae62af HTTP/1.1" status: 204 len: 168 time: 0.3045211 Sep 14 18:50:12.466955 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ef214-929c-43e5-bfe3-8182387fe45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e58589-1673-4a2c-a5b9-db4a9fae62af,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:12.866182 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41008861-5b2c-41ba-b9f7-9d5ae3b9c05c req-a2730266-248d-4ac3-a194-c4b90236a3d2 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:12.868924 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-41008861-5b2c-41ba-b9f7-9d5ae3b9c05c req-a2730266-248d-4ac3-a194-c4b90236a3d2 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1931639 Sep 14 18:50:13.078000 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-41008861-5b2c-41ba-b9f7-9d5ae3b9c05c req-93b8b6fb-7bc3-47c2-9019-f4295cc3be71 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553054 Sep 14 18:50:13.625436 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4571e1d-9665-4b4a-9c0d-f85a391e7f63 req-5a789db1-9f06-4d88-a55a-63a030c76aa7 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:13.646476 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a4571e1d-9665-4b4a-9c0d-f85a391e7f63 req-5a789db1-9f06-4d88-a55a-63a030c76aa7 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.4030530 Sep 14 18:50:13.816436 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.db.resource_extend [None req-293f5a02-ce44-430e-a1ab-21050e583368 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 18:50:13.867402 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a4571e1d-9665-4b4a-9c0d-f85a391e7f63 req-8024d46e-ae7e-4559-8df4-58efc35979d7 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695859 Sep 14 18:50:13.936338 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-293f5a02-ce44-430e-a1ab-21050e583368 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:13.943693 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-293f5a02-ce44-430e-a1ab-21050e583368 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:14.063270 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10497-6628-4a9d-80ea-20d60d0969b9 req-2cc1b984-035b-4e2d-af7d-88bedc71e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:14.064870 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9fd10497-6628-4a9d-80ea-20d60d0969b9 req-2cc1b984-035b-4e2d-af7d-88bedc71e161 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 1098 time: 0.1187766 Sep 14 18:50:14.091396 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46bc8d-06ee-40b1-9e1d-f186b3717f8d req-8294758a-b04d-4343-9d91-3b578fe461a1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:14.093036 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3c46bc8d-06ee-40b1-9e1d-f186b3717f8d req-8294758a-b04d-4343-9d91-3b578fe461a1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0913053 Sep 14 18:50:14.188750 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3c46bc8d-06ee-40b1-9e1d-f186b3717f8d req-51a27134-5551-4cc5-ae24-1c2b3c522e85 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850587 Sep 14 18:50:14.230444 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10497-6628-4a9d-80ea-20d60d0969b9 req-9fdd084b-6a33-4231-9f73-1f40ecec49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:14.233802 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9fd10497-6628-4a9d-80ea-20d60d0969b9 req-9fdd084b-6a33-4231-9f73-1f40ecec49c3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=60c55d5f-4d23-4654-87c3-ff99b40f316e HTTP/1.1" status: 200 len: 919 time: 0.1602330 Sep 14 18:50:14.315908 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9fd10497-6628-4a9d-80ea-20d60d0969b9 req-ba0d994a-a437-4ea3-9418-2fc119662a6f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db24d701-705b-4b3a-bd4d-d9445a341471 HTTP/1.1" status: 200 len: 217 time: 0.0653722 Sep 14 18:50:14.358389 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.l3_db [None req-293f5a02-ce44-430e-a1ab-21050e583368 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Floating IP 16d4575e-0724-4880-bbf6-00996b37d8f2 associated. External IP: 172.27.1.95, port: 0036a361-4424-47c9-85b9-51d4bdffa849. Sep 14 18:50:14.405608 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10497-6628-4a9d-80ea-20d60d0969b9 req-3dc41d2f-e1ba-499b-a8da-8d72c81ab3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:14.407287 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9fd10497-6628-4a9d-80ea-20d60d0969b9 req-3dc41d2f-e1ba-499b-a8da-8d72c81ab3ca service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2ed0d02-8c91-4443-9299-793ee86f77f1 HTTP/1.1" status: 200 len: 858 time: 0.0819058 Sep 14 18:50:14.470890 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9fd10497-6628-4a9d-80ea-20d60d0969b9 req-63625651-417e-458b-82c1-e076cb50bf22 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60c55d5f-4d23-4654-87c3-ff99b40f316e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549543 Sep 14 18:50:14.620935 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9fd10497-6628-4a9d-80ea-20d60d0969b9 req-58ea7bfd-c464-41c7-87c5-f0f0c6a7d32e service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413963 Sep 14 18:50:14.767302 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293f5a02-ce44-430e-a1ab-21050e583368 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:50:14.808807 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9fd10497-6628-4a9d-80ea-20d60d0969b9 req-f43300c0-3f30-47f1-8924-44dcab9d9908 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669703 Sep 14 18:50:14.945386 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293f5a02-ce44-430e-a1ab-21050e583368 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:50:14.951592 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-293f5a02-ce44-430e-a1ab-21050e583368 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:14.987521 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f2f4c-ecc9-4236-9a1c-0f915b680791 None None] Sync routers for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:50:14.999462 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-293f5a02-ce44-430e-a1ab-21050e583368 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "PUT /v2.0/floatingips/16d4575e-0724-4880-bbf6-00996b37d8f2 HTTP/1.1" status: 200 len: 990 time: 2.7268939 Sep 14 18:50:15.000447 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:50:15.003080 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b8cead-6ab2-4801-b6cb-84d106c50054" -d '{"events": [{"name": "network-changed", "server_uuid": "6100979a-9186-459b-944a-a0a100521758", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:50:15.005184 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f2f4c-ecc9-4236-9a1c-0f915b680791 None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:50:15.006006 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-4f4f2f4c-ecc9-4236-9a1c-0f915b680791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:15.139011 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd310f-6c12-402c-844e-8191023d175c req-bde4f96a-ee91-4663-a0a5-9868964ab871 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:15.141525 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d9cd310f-6c12-402c-844e-8191023d175c req-bde4f96a-ee91-4663-a0a5-9868964ab871 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0864520 Sep 14 18:50:15.189582 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044466ae-ea88-4946-bd45-289cf091c1c6 x-openstack-request-id: req-044466ae-ea88-4946-bd45-289cf091c1c6 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:50:15.191194 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6100979a-9186-459b-944a-a0a100521758", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:50:15.191194 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-044466ae-ea88-4946-bd45-289cf091c1c6 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:50:15.191546 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849', 'status': 'completed', 'code': 200} Sep 14 18:50:15.225053 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d9cd310f-6c12-402c-844e-8191023d175c req-61b1fab3-019c-4004-a5d3-304ee607093d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717540 Sep 14 18:50:15.259942 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-4f4f2f4c-ecc9-4236-9a1c-0f915b680791 None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:50:15.389535 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8cead-6ab2-4801-b6cb-84d106c50054 req-c0794f7b-d247-4358-b679-a430acec613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:15.395222 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-90b8cead-6ab2-4801-b6cb-84d106c50054 req-c0794f7b-d247-4358-b679-a430acec613d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 1098 time: 0.1699929 Sep 14 18:50:15.417993 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb353418-a8bf-4b4b-a7fe-0d4d7c750a70 req-c1bf39cd-a1e7-4ef3-af39-917b5e4c9606 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:15.430793 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bb353418-a8bf-4b4b-a7fe-0d4d7c750a70 req-c1bf39cd-a1e7-4ef3-af39-917b5e4c9606 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0919094 Sep 14 18:50:15.431435 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41252) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:15.438139 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-3a7fd842-f2c1-4512-a5bf-65878d951474 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Request body: {'floatingip': {'port_id': '527c08cc-6a8a-4df1-8387-98a3acb86730'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:15.509057 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5da98-4cf3-4a6a-a700-c775e39d403f req-7fda83b1-2725-4f15-91d8-eece9c793199 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:15.518050 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd842-f2c1-4512-a5bf-65878d951474 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:15.518343 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-15b5da98-4cf3-4a6a-a700-c775e39d403f req-7fda83b1-2725-4f15-91d8-eece9c793199 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1664898 Sep 14 18:50:15.623540 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-15b5da98-4cf3-4a6a-a700-c775e39d403f req-830fcb68-9326-4264-a0cd-15485be97b78 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042507 Sep 14 18:50:15.643893 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8cead-6ab2-4801-b6cb-84d106c50054 req-fdcd1e08-cfb9-4add-a2df-af9633de9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:15.645401 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-90b8cead-6ab2-4801-b6cb-84d106c50054 req-fdcd1e08-cfb9-4add-a2df-af9633de9495 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 918 time: 0.2144852 Sep 14 18:50:15.792821 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-90b8cead-6ab2-4801-b6cb-84d106c50054 req-c4a8b328-45b4-4e61-8ef8-f8e8d3d5bdf1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0036a361-4424-47c9-85b9-51d4bdffa849 HTTP/1.1" status: 200 len: 998 time: 0.1310782 Sep 14 18:50:15.808553 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-4f4f2f4c-ecc9-4236-9a1c-0f915b680791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '16d4575e-0724-4880-bbf6-00996b37d8f2', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'port_id': '0036a361-4424-47c9-85b9-51d4bdffa849', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'mac_address': 'fa:16:3e:39:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6100979a-9186-459b-944a-a0a100521758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:49:37Z', 'updated_at': '2021-09-14T18:50:13Z', 'revision_number': 1, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:37Z', 'revision_number': 5, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:15.867014 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8cead-6ab2-4801-b6cb-84d106c50054 req-28015e82-65f4-43f1-a8c7-279164db8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:15.868634 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-90b8cead-6ab2-4801-b6cb-84d106c50054 req-28015e82-65f4-43f1-a8c7-279164db8824 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b33bb60-5dd8-40e4-96f0-04cab71aa308 HTTP/1.1" status: 200 len: 856 time: 0.0685921 Sep 14 18:50:15.882555 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f2f4c-ecc9-4236-9a1c-0f915b680791 None None] Checking router: 4ebed4c8-e5da-4f4e-a481-7168c04d99fc for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:50:15.899586 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f2f4c-ecc9-4236-9a1c-0f915b680791 None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:50:15.899586 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-4f4f2f4c-ecc9-4236-9a1c-0f915b680791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:15.913392 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41260) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:16.199204 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-4f4f2f4c-ecc9-4236-9a1c-0f915b680791 None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:50:16.232729 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8cead-6ab2-4801-b6cb-84d106c50054 req-83e1314b-18fa-4935-9f77-7b01443a0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:16.236891 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-90b8cead-6ab2-4801-b6cb-84d106c50054 req-83e1314b-18fa-4935-9f77-7b01443a0307 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3521447 Sep 14 18:50:16.344765 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4796159f-9d4f-4ec1-9438-8b53faaaf78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:16.483166 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-90b8cead-6ab2-4801-b6cb-84d106c50054 req-2aabcd73-9375-458a-b14e-ccd508e25357 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281821 Sep 14 18:50:16.640413 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-90b8cead-6ab2-4801-b6cb-84d106c50054 req-e499c1bd-1d0f-478f-925e-0076b3fcc98b service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491711 Sep 14 18:50:16.649606 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd842-f2c1-4512-a5bf-65878d951474 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:16.666409 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd842-f2c1-4512-a5bf-65878d951474 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:16.811350 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4796159f-9d4f-4ec1-9438-8b53faaaf78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:16.827064 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac4b97-fc39-49c8-b97c-6145af3b4e5d req-5dd586cb-34c0-4503-81d1-2b45892c6a61 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:16.827724 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4796159f-9d4f-4ec1-9438-8b53faaaf78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:16.828768 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-08ac4b97-fc39-49c8-b97c-6145af3b4e5d req-5dd586cb-34c0-4503-81d1-2b45892c6a61 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1230333 Sep 14 18:50:16.914188 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-08ac4b97-fc39-49c8-b97c-6145af3b4e5d req-7f0a1b39-424d-432f-844a-76c6497b7c78 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739553 Sep 14 18:50:16.939719 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-4796159f-9d4f-4ec1-9438-8b53faaaf78f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b7096bf78b040389ac3672739d69498&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0214086 Sep 14 18:50:16.940211 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 41290) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:16.949167 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796159f-9d4f-4ec1-9438-8b53faaaf78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44c9463-0e4b-4634-9e52-24f0c906fefa,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:16.961075 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 41292) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:16.964753 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.l3_db [None req-3a7fd842-f2c1-4512-a5bf-65878d951474 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Floating IP 8caf6ebb-aa0a-4fbb-b467-9207fc21cfb4 associated. External IP: 172.27.1.53, port: 527c08cc-6a8a-4df1-8387-98a3acb86730. Sep 14 18:50:16.974280 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-4f4f2f4c-ecc9-4236-9a1c-0f915b680791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '16d4575e-0724-4880-bbf6-00996b37d8f2', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'port_id': '0036a361-4424-47c9-85b9-51d4bdffa849', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'mac_address': 'fa:16:3e:39:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6100979a-9186-459b-944a-a0a100521758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:49:37Z', 'updated_at': '2021-09-14T18:50:13Z', 'revision_number': 1, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:37Z', 'revision_number': 5, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:17.030977 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f2f4c-ecc9-4236-9a1c-0f915b680791 None None] The sync data for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi is: [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '16d4575e-0724-4880-bbf6-00996b37d8f2', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'port_id': '0036a361-4424-47c9-85b9-51d4bdffa849', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'mac_address': 'fa:16:3e:39:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6100979a-9186-459b-944a-a0a100521758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:49:37Z', 'updated_at': '2021-09-14T18:50:13Z', 'revision_number': 1, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:37Z', 'revision_number': 5, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:50:17.070248 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ac43e78d-005b-49e9-83d0-2ec30574dc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:17.119372 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ac43e78d-005b-49e9-83d0-2ec30574dc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:17.218160 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ac43e78d-005b-49e9-83d0-2ec30574dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:17.221574 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ac43e78d-005b-49e9-83d0-2ec30574dc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:17.226757 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-ac43e78d-005b-49e9-83d0-2ec30574dc70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a44c9463-0e4b-4634-9e52-24f0c906fefa HTTP/1.1" status: 204 len: 168 time: 0.2815692 Sep 14 18:50:17.226757 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4a72-0294-418f-a6c2-2da8a452349b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:17.275734 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43e78d-005b-49e9-83d0-2ec30574dc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44c9463-0e4b-4634-9e52-24f0c906fefa,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:17.444022 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4a72-0294-418f-a6c2-2da8a452349b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:17.451615 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4a72-0294-418f-a6c2-2da8a452349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:17.482650 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7fd842-f2c1-4512-a5bf-65878d951474 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Router 633e1c59-235e-453c-acb1-5e2555465fd3 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:50:17.490498 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-eb3c4a72-0294-418f-a6c2-2da8a452349b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46229a0aecf64b26a764d327cef9f819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256362 Sep 14 18:50:17.496127 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41304) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:17.533958 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c4a72-0294-418f-a6c2-2da8a452349b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07ffba3-a095-44d6-ad7a-d3c01737bc9f,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:17.540347 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95568028-d353-4caa-8ea2-edc5669d8ff0 None None] New status for floating IP 16d4575e-0724-4880-bbf6-00996b37d8f2: ACTIVE {{(pid=105943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:50:17.886346 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 41310) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:17.917134 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:18.061615 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-01592d58-c3b9-4278-a835-6d2ec51b2ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:18.097434 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7fd842-f2c1-4512-a5bf-65878d951474 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:50:18.108340 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd842-f2c1-4512-a5bf-65878d951474 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:18.126193 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b3c56a-23de-4501-8dee-488e8644a434 None None] Sync routers for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:50:18.142163 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b3c56a-23de-4501-8dee-488e8644a434 None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:50:18.143051 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-c1b3c56a-23de-4501-8dee-488e8644a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:18.175142 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-01592d58-c3b9-4278-a835-6d2ec51b2ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:18.185751 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5c98-b830-4212-87d4-6ba43982fe10 req-3b0ea2f2-243f-4687-9935-461b85922f46 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:18.187425 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7c2a5c98-b830-4212-87d4-6ba43982fe10 req-3b0ea2f2-243f-4687-9935-461b85922f46 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1209056 Sep 14 18:50:18.195005 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:18.204871 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:18.215127 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-3a7fd842-f2c1-4512-a5bf-65878d951474 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "PUT /v2.0/floatingips/8caf6ebb-aa0a-4fbb-b467-9207fc21cfb4 HTTP/1.1" status: 200 len: 990 time: 2.7815111 Sep 14 18:50:18.219292 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d84a7ea-2a1f-43b6-917c-106a5db24d6e', 'tag': '527c08cc-6a8a-4df1-8387-98a3acb86730'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:50:18.223266 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269730f9-505b-48a8-b9bb-a6ceae9590c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d84a7ea-2a1f-43b6-917c-106a5db24d6e", "tag": "527c08cc-6a8a-4df1-8387-98a3acb86730"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:50:18.315976 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-01592d58-c3b9-4278-a835-6d2ec51b2ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:18.322250 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-01592d58-c3b9-4278-a835-6d2ec51b2ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:18.325901 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7c2a5c98-b830-4212-87d4-6ba43982fe10 req-9de59740-17fd-44bd-91e8-e87f965e0bbf tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291955 Sep 14 18:50:18.339287 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-c1b3c56a-23de-4501-8dee-488e8644a434 None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:50:18.340483 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87f6deb32fc944268acf7a097e29e626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516411 Sep 14 18:50:18.342267 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-01592d58-c3b9-4278-a835-6d2ec51b2ca3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a07ffba3-a095-44d6-ad7a-d3c01737bc9f HTTP/1.1" status: 204 len: 168 time: 0.8385096 Sep 14 18:50:18.342957 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 41322) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:18.353945 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdec43de-1b73-4fbe-9987-a100e28e431d,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:18.383434 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592d58-c3b9-4278-a835-6d2ec51b2ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07ffba3-a095-44d6-ad7a-d3c01737bc9f,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:18.473421 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b9d53d-268e-4f3f-8ff8-24efb0ab8c79 x-openstack-request-id: req-b2b9d53d-268e-4f3f-8ff8-24efb0ab8c79 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:50:18.473930 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d84a7ea-2a1f-43b6-917c-106a5db24d6e", "tag": "527c08cc-6a8a-4df1-8387-98a3acb86730", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:50:18.474344 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2b9d53d-268e-4f3f-8ff8-24efb0ab8c79 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:50:18.474964 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d84a7ea-2a1f-43b6-917c-106a5db24d6e', 'tag': '527c08cc-6a8a-4df1-8387-98a3acb86730', 'status': 'completed', 'code': 200} Sep 14 18:50:18.498943 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:18.499529 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:18.500100 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:18.500807 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:18.501220 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:18.501822 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:18.502393 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:18.502966 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:18.503537 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:18.504080 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:18.504636 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:18.505178 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cfa9-8105-42a4-a1d6-a01442c8279f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:18.657937 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-10e418a0-d54d-4858-b64d-55d9a69f77e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:18.672894 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269730f9-505b-48a8-b9bb-a6ceae9590c8 req-a2e465e0-2e28-480e-8663-99955e3ed3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:18.674551 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-269730f9-505b-48a8-b9bb-a6ceae9590c8 req-a2e465e0-2e28-480e-8663-99955e3ed3f7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ec151455531943d3bea10491e06b54f7&device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 1098 time: 0.1326957 Sep 14 18:50:18.748839 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-10e418a0-d54d-4858-b64d-55d9a69f77e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:18.830207 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-c1b3c56a-23de-4501-8dee-488e8644a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '8caf6ebb-aa0a-4fbb-b467-9207fc21cfb4', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'port_id': '527c08cc-6a8a-4df1-8387-98a3acb86730', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'mac_address': 'fa:16:3e:8b:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a7ea-2a1f-43b6-917c-106a5db24d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:49:51Z', 'updated_at': '2021-09-14T18:50:16Z', 'revision_number': 1, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:47Z', 'revision_number': 5, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:18.849543 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269730f9-505b-48a8-b9bb-a6ceae9590c8 req-ccda2431-0281-405c-a7fa-eea6c1e7df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:18.855154 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-269730f9-505b-48a8-b9bb-a6ceae9590c8 req-ccda2431-0281-405c-a7fa-eea6c1e7df33 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ed62ca30-1449-4b80-b732-67e84cfa064c HTTP/1.1" status: 200 len: 912 time: 0.1601939 Sep 14 18:50:18.862103 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b3c56a-23de-4501-8dee-488e8644a434 None None] Checking router: 633e1c59-235e-453c-acb1-5e2555465fd3 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:50:18.876706 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b3c56a-23de-4501-8dee-488e8644a434 None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:50:18.877685 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-c1b3c56a-23de-4501-8dee-488e8644a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:49:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:18.945104 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-10e418a0-d54d-4858-b64d-55d9a69f77e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:18.948682 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-10e418a0-d54d-4858-b64d-55d9a69f77e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:18.950012 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-10e418a0-d54d-4858-b64d-55d9a69f77e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdec43de-1b73-4fbe-9987-a100e28e431d HTTP/1.1" status: 204 len: 168 time: 0.6054513 Sep 14 18:50:18.967177 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e418a0-d54d-4858-b64d-55d9a69f77e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdec43de-1b73-4fbe-9987-a100e28e431d,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:18.968646 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41336) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:18.988014 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:18.991439 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-269730f9-505b-48a8-b9bb-a6ceae9590c8 req-a2015ebe-93af-4da9-ab57-1a564c42d278 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=527c08cc-6a8a-4df1-8387-98a3acb86730 HTTP/1.1" status: 200 len: 998 time: 0.1235607 Sep 14 18:50:19.073887 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269730f9-505b-48a8-b9bb-a6ceae9590c8 req-89522f20-84a6-4253-bc3b-efeccf194a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:19.075372 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-269730f9-505b-48a8-b9bb-a6ceae9590c8 req-89522f20-84a6-4253-bc3b-efeccf194a9c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=911c8fc0-2bb9-4291-a978-8443f73c14d2 HTTP/1.1" status: 200 len: 850 time: 0.0698545 Sep 14 18:50:19.080759 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-c1b3c56a-23de-4501-8dee-488e8644a434 None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:50:19.148013 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269730f9-505b-48a8-b9bb-a6ceae9590c8 req-c8d7ff04-a143-4285-83f2-6de58d7b18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:19.149984 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-269730f9-505b-48a8-b9bb-a6ceae9590c8 req-c8d7ff04-a143-4285-83f2-6de58d7b18a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed62ca30-1449-4b80-b732-67e84cfa064c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653412 Sep 14 18:50:19.189152 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:19.197415 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:19.290437 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0af5fecfe46a4d928a589f0e301ef023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201134 Sep 14 18:50:19.292351 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c7aab5-93f8-4195-877b-3dfbbf3458cf,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:19.297519 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41344) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:19.318808 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:19.319345 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:19.319886 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:19.320448 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:19.321033 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:19.321666 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:19.322206 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:19.323770 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-269730f9-505b-48a8-b9bb-a6ceae9590c8 req-2ce3a304-9d56-4bad-b14e-bc34be99b97d service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639016 Sep 14 18:50:19.324063 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:19.324813 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:19.325428 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:19.326114 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:19.326599 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6876575-f851-4f3f-a8c3-6a1c8e8fc5af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:19.429259 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bcf8e4c2-9ff2-4058-99dc-1b259cc99215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:19.472729 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bcf8e4c2-9ff2-4058-99dc-1b259cc99215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:19.588151 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-269730f9-505b-48a8-b9bb-a6ceae9590c8 req-0ccf5baf-3a08-4b5f-a8c5-80d24d51d4fc service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562964 Sep 14 18:50:19.659567 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bcf8e4c2-9ff2-4058-99dc-1b259cc99215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:19.665031 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bcf8e4c2-9ff2-4058-99dc-1b259cc99215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:19.674635 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-bcf8e4c2-9ff2-4058-99dc-1b259cc99215 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11c7aab5-93f8-4195-877b-3dfbbf3458cf HTTP/1.1" status: 204 len: 168 time: 0.3707304 Sep 14 18:50:19.701066 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8e4c2-9ff2-4058-99dc-1b259cc99215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c7aab5-93f8-4195-877b-3dfbbf3458cf,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:19.746263 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-c1b3c56a-23de-4501-8dee-488e8644a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '8caf6ebb-aa0a-4fbb-b467-9207fc21cfb4', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'port_id': '527c08cc-6a8a-4df1-8387-98a3acb86730', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'mac_address': 'fa:16:3e:8b:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a7ea-2a1f-43b6-917c-106a5db24d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:49:51Z', 'updated_at': '2021-09-14T18:50:16Z', 'revision_number': 1, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:47Z', 'revision_number': 5, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:19.755891 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b5138-af99-470a-a345-e867445dd87c req-285be461-008e-44a5-818a-26e5f2ae049c tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:19.758063 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b7b5138-af99-470a-a345-e867445dd87c req-285be461-008e-44a5-818a-26e5f2ae049c tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.2155061 Sep 14 18:50:19.812425 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b7b5138-af99-470a-a345-e867445dd87c req-e5ab661b-8dbb-476a-89f6-20e351a83ec9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386257 Sep 14 18:50:19.816994 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b3c56a-23de-4501-8dee-488e8644a434 None None] The sync data for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi is: [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '8caf6ebb-aa0a-4fbb-b467-9207fc21cfb4', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'port_id': '527c08cc-6a8a-4df1-8387-98a3acb86730', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'mac_address': 'fa:16:3e:8b:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a7ea-2a1f-43b6-917c-106a5db24d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:49:51Z', 'updated_at': '2021-09-14T18:50:16Z', 'revision_number': 1, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:47Z', 'revision_number': 5, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:50:20.154717 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d00fbaf-d74b-47cb-a2b4-9ab7384983bb None None] New status for floating IP 8caf6ebb-aa0a-4fbb-b467-9207fc21cfb4: ACTIVE {{(pid=105943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:50:20.992023 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0a1d3-0c09-4211-b737-cc7fee82881b req-6b1b424a-6483-4894-827f-9cf58ee5ff4c tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:20.997165 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b0f0a1d3-0c09-4211-b737-cc7fee82881b req-6b1b424a-6483-4894-827f-9cf58ee5ff4c tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0928624 Sep 14 18:50:21.063488 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b0f0a1d3-0c09-4211-b737-cc7fee82881b req-f0cda77a-bc2d-4406-9a22-a923214fa1e8 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582738 Sep 14 18:50:22.060012 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-ba057fb4-cac3-4c2c-afd9-443ab89be09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:22.213836 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdfed4-9ffd-4ce5-9590-79a842c1a60a req-61846f6a-9095-468d-b74f-15319a3e68c1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:22.215487 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2abdfed4-9ffd-4ce5-9590-79a842c1a60a req-61846f6a-9095-468d-b74f-15319a3e68c1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0569606 Sep 14 18:50:22.268562 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2abdfed4-9ffd-4ce5-9590-79a842c1a60a req-47312888-8429-465e-af51-4dac94115c41 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456288 Sep 14 18:50:22.867038 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-525baba7-0ffd-4b4b-a30d-547ae6611279 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:22.868721 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-525baba7-0ffd-4b4b-a30d-547ae6611279 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/networks?id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba HTTP/1.1" status: 200 len: 814 time: 0.1924596 Sep 14 18:50:22.887862 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-cb16ae9d-5c43-479f-9088-e6061ed327a7 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/quotas/fd77571737524d5ea7eed3f1beb8d103 HTTP/1.1" status: 200 len: 375 time: 0.0117836 Sep 14 18:50:22.978190 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-f7daf3db-e9e7-4bbf-b733-44b5605182af tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd77571737524d5ea7eed3f1beb8d103&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0796108 Sep 14 18:50:23.112915 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-e10ced46-bd7e-46b0-acbb-21dc1a3a1dd2 service neutron] 10.222.0.37 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105120 Sep 14 18:50:23.223563 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-cd2e1146-5cfe-417d-b3e8-3d8b8ee762bc service neutron] 10.222.0.37 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003766 Sep 14 18:50:23.435930 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91203f-ed10-4b3d-a8a4-7a6e0f0a5852 req-54541dbb-c4f6-405f-94f8-06bfa7c10d0b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:23.438355 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6e91203f-ed10-4b3d-a8a4-7a6e0f0a5852 req-54541dbb-c4f6-405f-94f8-06bfa7c10d0b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0723538 Sep 14 18:50:23.490595 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0d0a6eb4-b88f-4c50-88f8-450d7ab4bf73 req-645fb462-7493-4c8b-8eb2-636e2dc32686 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 210 time: 0.0554099 Sep 14 18:50:23.500703 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6e91203f-ed10-4b3d-a8a4-7a6e0f0a5852 req-1a62ff4d-522f-4630-8519-f8c02744dd70 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536685 Sep 14 18:50:24.682937 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ba80a33c-85c9-403e-b859-bec4dfbad06a req-5acb3a49-fa03-4c72-a8ed-8f8e6e4a3904 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 210 time: 0.0625014 Sep 14 18:50:24.713647 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e477d12-0637-4e98-99b9-cbd3a057ccc0 req-f0ede249-ce4c-429e-982c-cb5652f19501 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:24.715931 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1e477d12-0637-4e98-99b9-cbd3a057ccc0 req-f0ede249-ce4c-429e-982c-cb5652f19501 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0829508 Sep 14 18:50:24.772145 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1e477d12-0637-4e98-99b9-cbd3a057ccc0 req-7cac9c95-6112-45e9-88b0-0911a7944b19 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453880 Sep 14 18:50:25.025377 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:25.255544 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b7ada0d9-56a2-49c9-8bc1-c5a30109544b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:26.605796 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:26.945567 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:50:27.792246 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcd94b-ec2c-4ea7-87c8-f1db019a49ae req-bb106ddb-83a2-40f8-9b9a-5b037d7fb86d tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:27.795060 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c3fcd94b-ec2c-4ea7-87c8-f1db019a49ae req-bb106ddb-83a2-40f8-9b9a-5b037d7fb86d tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1155348 Sep 14 18:50:27.849234 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-de87f010-685b-4173-9a59-51595a74d013 req-6e782934-fa50-40c5-854f-b68151e5d269 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2769265 Sep 14 18:50:27.860583 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c3fcd94b-ec2c-4ea7-87c8-f1db019a49ae req-672b6ec3-3cd8-4cde-b236-12607b7d7ed9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585091 Sep 14 18:50:27.862190 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-0c115bd7-9ebc-46d7-858f-e302f090d883 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:27.865017 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-0c115bd7-9ebc-46d7-858f-e302f090d883 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "GET /v2.0/networks?id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba HTTP/1.1" status: 200 len: 814 time: 0.2119174 Sep 14 18:50:27.905856 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1ec0e3c2-15de-4d1b-879d-72deb3210a49 req-4321dadc-14dd-4086-9bb2-78aed80aa66e tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 210 time: 0.0549612 Sep 14 18:50:27.910203 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-d925fe87-a9f1-409e-9d7a-b9f550a7ce8b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Request body: {'port': {'device_id': '91c5a950-93aa-4cef-b045-b703a2062058', 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba', 'admin_state_up': True, 'tenant_id': 'fd77571737524d5ea7eed3f1beb8d103'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:28.039959 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87f010-685b-4173-9a59-51595a74d013 req-d1c75b09-8e02-44d0-b8d6-f46672cba31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:28.041717 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-de87f010-685b-4173-9a59-51595a74d013 req-d1c75b09-8e02-44d0-b8d6-f46672cba31a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2aba9251368e4d0eb6c6ec365c6d78e2&device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 1099 time: 0.1030006 Sep 14 18:50:28.116482 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-d925fe87-a9f1-409e-9d7a-b9f550a7ce8b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Made reservation on behalf of fd77571737524d5ea7eed3f1beb8d103 for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:50:28.123068 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-d925fe87-a9f1-409e-9d7a-b9f550a7ce8b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:28.246313 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:28.287886 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87f010-685b-4173-9a59-51595a74d013 req-8bf06ec3-e3e1-40c3-a058-1158034d2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:28.289471 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-de87f010-685b-4173-9a59-51595a74d013 req-8bf06ec3-e3e1-40c3-a058-1158034d2a8d service neutron] 10.222.0.68 "GET /v2.0/networks?id=5c150fa7-055d-41ce-b953-c3a28ed20ac2 HTTP/1.1" status: 200 len: 913 time: 0.2110016 Sep 14 18:50:28.364198 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-de87f010-685b-4173-9a59-51595a74d013 req-b0f50e90-fc7e-4a61-91db-940bb8272649 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5db5c17-ce0c-4b28-a240-6fcb0293534b HTTP/1.1" status: 200 len: 217 time: 0.0481503 Sep 14 18:50:28.382714 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-d925fe87-a9f1-409e-9d7a-b9f550a7ce8b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Allocated IP 172.20.0.2 (fa28baf6-f7f2-49ee-9a9f-ecad758ebbba/be14de86-797e-40b4-a21a-5af3dd1cd815/a8fcfaef-868a-41be-b6c8-631e19b67c85) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:50:28.464470 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87f010-685b-4173-9a59-51595a74d013 req-03957e53-4c9d-4cb8-b3df-8c36324b5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:28.466180 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-de87f010-685b-4173-9a59-51595a74d013 req-03957e53-4c9d-4cb8-b3df-8c36324b5706 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5e0c6856-ad06-4c25-b123-f8b216e323f4 HTTP/1.1" status: 200 len: 852 time: 0.0790529 Sep 14 18:50:28.517014 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-de87f010-685b-4173-9a59-51595a74d013 req-21606794-29e7-4554-afe2-d95c5a46ba0f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5c150fa7-055d-41ce-b953-c3a28ed20ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375528 Sep 14 18:50:28.664981 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-d925fe87-a9f1-409e-9d7a-b9f550a7ce8b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:28.725066 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-d925fe87-a9f1-409e-9d7a-b9f550a7ce8b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:28.741554 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['fc93ac30-c49d-4c25-ade6-e3c61df1fcc5'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:50:28.982958 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-d925fe87-a9f1-409e-9d7a-b9f550a7ce8b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:50:29.012540 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-d925fe87-a9f1-409e-9d7a-b9f550a7ce8b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:50:29.022082 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-d925fe87-a9f1-409e-9d7a-b9f550a7ce8b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:50:29.035507 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-d925fe87-a9f1-409e-9d7a-b9f550a7ce8b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:29.043073 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-d925fe87-a9f1-409e-9d7a-b9f550a7ce8b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:29.049700 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-de87f010-685b-4173-9a59-51595a74d013 req-05a962a8-3ea4-4d55-b96c-68047b118444 service neutron] 10.222.0.68 "GET /v2.0/networks/5c150fa7-055d-41ce-b953-c3a28ed20ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152063 Sep 14 18:50:29.052998 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925fe87-a9f1-409e-9d7a-b9f550a7ce8b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Pushing event updated for resources: {'Port': ['ID=a8fcfaef-868a-41be-b6c8-631e19b67c85,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:29.166576 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-d925fe87-a9f1-409e-9d7a-b9f550a7ce8b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2549558 Sep 14 18:50:29.206289 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701392e-fc06-4a3b-a9a3-1405e1399f89 req-945a8908-dda0-4fcd-b6ee-819f97a4d7a7 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:29.216028 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5701392e-fc06-4a3b-a9a3-1405e1399f89 req-945a8908-dda0-4fcd-b6ee-819f97a4d7a7 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 931 time: 0.0843217 Sep 14 18:50:29.216878 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:29.266690 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5701392e-fc06-4a3b-a9a3-1405e1399f89 req-3857f49d-9337-4f73-aac7-b3b98728a729 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491631 Sep 14 18:50:29.271566 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41664) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:29.301704 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Request body: {'port': {'device_id': '91c5a950-93aa-4cef-b045-b703a2062058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:29.439951 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b694d37f-2a0e-4b7c-a0ee-1f3e4fcd4e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:29.530266 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd2a38-af4a-483c-9575-a9f4ea7826aa req-2865a631-1c81-4b02-aadf-ae4e53b76f86 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:29.533823 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fbfd2a38-af4a-483c-9575-a9f4ea7826aa req-2865a631-1c81-4b02-aadf-ae4e53b76f86 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.3827856 Sep 14 18:50:29.534900 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:29.540703 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-de87f010-685b-4173-9a59-51595a74d013 req-2d585e37-81b8-4ef2-a395-96fc543180e3 service neutron] 10.222.0.68 "GET /v2.0/networks/5c150fa7-055d-41ce-b953-c3a28ed20ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723625 Sep 14 18:50:29.557337 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b694d37f-2a0e-4b7c-a0ee-1f3e4fcd4e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:29.563223 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b694d37f-2a0e-4b7c-a0ee-1f3e4fcd4e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:29.615334 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b694d37f-2a0e-4b7c-a0ee-1f3e4fcd4e71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86490fe57d564748a8eec7f93e417d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419785 Sep 14 18:50:29.617804 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694d37f-2a0e-4b7c-a0ee-1f3e4fcd4e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30ff1fa-0ef2-4d99-9d8a-6fdf60ddfd70,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:29.621001 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41676) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:29.682921 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fbfd2a38-af4a-483c-9575-a9f4ea7826aa req-bd115802-8019-425b-8591-d1b9913f9942 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386108 Sep 14 18:50:29.694235 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c174412a-c659-43c4-acdc-8187728ff7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:29.743227 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c174412a-c659-43c4-acdc-8187728ff7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:29.807773 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41680) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:29.845877 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c174412a-c659-43c4-acdc-8187728ff7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:29.852912 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c174412a-c659-43c4-acdc-8187728ff7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:29.870213 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-c174412a-c659-43c4-acdc-8187728ff7d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c30ff1fa-0ef2-4d99-9d8a-6fdf60ddfd70 HTTP/1.1" status: 204 len: 168 time: 0.2337453 Sep 14 18:50:29.926885 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174412a-c659-43c4-acdc-8187728ff7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30ff1fa-0ef2-4d99-9d8a-6fdf60ddfd70,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:29.995831 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d4ec5d49-0573-4187-abb7-c489ea20692e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:30.142859 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d4ec5d49-0573-4187-abb7-c489ea20692e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:30.152922 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d4ec5d49-0573-4187-abb7-c489ea20692e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:30.220825 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec5d49-0573-4187-abb7-c489ea20692e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d9c541-3afa-410c-add8-59331f3fc955,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:30.324683 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-d4ec5d49-0573-4187-abb7-c489ea20692e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1595c8614bfb427a875e346c8cfbd972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119581 Sep 14 18:50:30.326132 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41706) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:30.523858 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fcfaef-868a-41be-b6c8-631e19b67c85 {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:50:30.553672 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:30.555364 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ba29774b-8555-4b5d-bb73-b26e25dac369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:30.600605 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Transition to ACTIVE for port object a8fcfaef-868a-41be-b6c8-631e19b67c85 will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:50:30.607670 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:30.636380 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ba29774b-8555-4b5d-bb73-b26e25dac369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:30.674788 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Pushing event updated for resources: {'Port': ['ID=a8fcfaef-868a-41be-b6c8-631e19b67c85,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:30.680860 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90626f-1281-4545-b104-3be0b9287809 req-2c2f3769-7221-4798-bee3-066ff93bf566 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:30.683548 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1d90626f-1281-4545-b104-3be0b9287809 req-2c2f3769-7221-4798-bee3-066ff93bf566 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 946 time: 0.1337266 Sep 14 18:50:30.773067 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0a78c-f03e-4060-afa1-0ae926ce398c req-b01371ce-55c0-4739-b339-3d72ef29ef6a tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:30.783631 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1d90626f-1281-4545-b104-3be0b9287809 req-e36c4732-773e-42dd-8a33-656ee68673d2 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612888 Sep 14 18:50:30.790246 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8df0a78c-f03e-4060-afa1-0ae926ce398c req-b01371ce-55c0-4739-b339-3d72ef29ef6a tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 931 time: 0.2274349 Sep 14 18:50:30.801305 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ba29774b-8555-4b5d-bb73-b26e25dac369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:30.804704 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ba29774b-8555-4b5d-bb73-b26e25dac369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:30.806434 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-ba29774b-8555-4b5d-bb73-b26e25dac369 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06d9c541-3afa-410c-add8-59331f3fc955 HTTP/1.1" status: 204 len: 168 time: 0.4770396 Sep 14 18:50:30.816975 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29774b-8555-4b5d-bb73-b26e25dac369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d9c541-3afa-410c-add8-59331f3fc955,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:30.838869 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Attempting to bind port a8fcfaef-868a-41be-b6c8-631e19b67c85 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:50:30.841436 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Attempting to bind port a8fcfaef-868a-41be-b6c8-631e19b67c85 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:50:30.842789 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Attempting to bind port a8fcfaef-868a-41be-b6c8-631e19b67c85 on network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:50:30.917681 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Port a8fcfaef-868a-41be-b6c8-631e19b67c85 on network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:50:30.918756 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Attempting to bind port a8fcfaef-868a-41be-b6c8-631e19b67c85 on network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:50:30.958397 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8df0a78c-f03e-4060-afa1-0ae926ce398c req-6ac3f7e4-026f-428d-ab81-6ff04124ca0a tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478376 Sep 14 18:50:30.963978 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:50:30.964673 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Checking segment: {'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:50:30.965312 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Bound using segment: {'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:50:30.965964 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Bound port: a8fcfaef-868a-41be-b6c8-631e19b67c85, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:50:30.966503 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:31.002693 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407528-76e5-498a-bdbf-c1b81a788a61 req-809a568b-9f46-441a-835d-46b972750f9b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:31.006020 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3b407528-76e5-498a-bdbf-c1b81a788a61 req-809a568b-9f46-441a-835d-46b972750f9b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0851326 Sep 14 18:50:31.124732 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3b407528-76e5-498a-bdbf-c1b81a788a61 req-5be7db5a-c067-4e80-afc1-415649ab16e0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944712 Sep 14 18:50:31.125833 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] For port a8fcfaef-868a-41be-b6c8-631e19b67c85, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:50:31.139502 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] For port a8fcfaef-868a-41be-b6c8-631e19b67c85, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a8fcfaef-868a-41be-b6c8-631e19b67c85,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:50:31.155202 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:31.212239 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:31.212933 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:31.214610 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] 10.222.0.68 "PUT /v2.0/ports/a8fcfaef-868a-41be-b6c8-631e19b67c85 HTTP/1.1" status: 200 len: 1093 time: 2.0466635 Sep 14 18:50:31.215768 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c5a950-93aa-4cef-b045-b703a2062058', 'tag': 'a8fcfaef-868a-41be-b6c8-631e19b67c85'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:50:31.219120 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d04044-1aaf-4fc6-bdd4-3145604ebf42" -d '{"events": [{"name": "network-changed", "server_uuid": "91c5a950-93aa-4cef-b045-b703a2062058", "tag": "a8fcfaef-868a-41be-b6c8-631e19b67c85"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:50:31.282487 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007a3bf-59ab-4b68-91bd-8399a1ed41dd service neutron] Pushing event updated for resources: {'Port': ['ID=a8fcfaef-868a-41be-b6c8-631e19b67c85,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:31.321334 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6578ccd7-cd69-4a89-9640-cf48c89114e4 x-openstack-request-id: req-6578ccd7-cd69-4a89-9640-cf48c89114e4 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:50:31.321644 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c5a950-93aa-4cef-b045-b703a2062058", "tag": "a8fcfaef-868a-41be-b6c8-631e19b67c85", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:50:31.321932 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6578ccd7-cd69-4a89-9640-cf48c89114e4 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:50:31.322563 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c5a950-93aa-4cef-b045-b703a2062058', 'tag': 'a8fcfaef-868a-41be-b6c8-631e19b67c85', 'status': 'completed', 'code': 200} Sep 14 18:50:31.377979 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-8913df5a-02a6-48f3-9fb4-d82e9e2803b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:31.380540 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-8913df5a-02a6-48f3-9fb4-d82e9e2803b1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd77571737524d5ea7eed3f1beb8d103&device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 1096 time: 0.0683191 Sep 14 18:50:31.455558 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-ec5422cc-6744-4c12-92de-7590037d473c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8fcfaef-868a-41be-b6c8-631e19b67c85 HTTP/1.1" status: 200 len: 217 time: 0.0581594 Sep 14 18:50:31.542446 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-76912625-4a95-449d-a5aa-d695d29fa76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:31.545197 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-76912625-4a95-449d-a5aa-d695d29fa76e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=be14de86-797e-40b4-a21a-5af3dd1cd815 HTTP/1.1" status: 200 len: 854 time: 0.0795686 Sep 14 18:50:31.602968 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41746) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:31.612270 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-15d22e1f-e100-47ac-9570-112a678fadff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488529 Sep 14 18:50:31.628021 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b5e34c97-5900-4088-8323-002fd03deb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:31.765626 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-8b362656-b25a-4556-b320-be66d61d41a8 service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439445 Sep 14 18:50:31.833283 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b5e34c97-5900-4088-8323-002fd03deb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:31.854288 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b5e34c97-5900-4088-8323-002fd03deb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:31.968540 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e34c97-5900-4088-8323-002fd03deb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a5945b-0bd4-4d30-a0d2-c842dc019dd1,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:31.985772 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b5e34c97-5900-4088-8323-002fd03deb8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1d24f96632e4e62892aa73aceadeb61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763840 Sep 14 18:50:31.986153 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d59aa638-7f87-45d3-97df-604ce69f37e4 req-55630258-b7c0-4536-8ad0-b4f7fed13e6e service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075958 Sep 14 18:50:31.986153 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 41758) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:32.144896 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2f99cfcf-136c-45fd-bd94-a04e5ebff0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:32.184626 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614e1eb-63a9-4154-9386-1cdb996b1981 req-0e53da41-0945-42a0-af65-baa17e638f9e tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:32.186114 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3614e1eb-63a9-4154-9386-1cdb996b1981 req-0e53da41-0945-42a0-af65-baa17e638f9e tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 946 time: 0.1670988 Sep 14 18:50:32.193276 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2f99cfcf-136c-45fd-bd94-a04e5ebff0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:32.227853 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6065d3-e380-4977-a69c-a892762f66e1 req-31296704-90cc-4d76-99f9-007150162a5c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:32.230377 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aa6065d3-e380-4977-a69c-a892762f66e1 req-31296704-90cc-4d76-99f9-007150162a5c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 943 time: 0.1040213 Sep 14 18:50:32.240635 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41770) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:32.245677 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d04044-1aaf-4fc6-bdd4-3145604ebf42 req-e2263839-f113-4770-86c6-d8c5675fc72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:32.247234 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e5d04044-1aaf-4fc6-bdd4-3145604ebf42 req-e2263839-f113-4770-86c6-d8c5675fc72c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd77571737524d5ea7eed3f1beb8d103&device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 1096 time: 0.1715941 Sep 14 18:50:32.302440 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3614e1eb-63a9-4154-9386-1cdb996b1981 req-2fa01ab7-520a-4b24-8320-95c0130aa621 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066737 Sep 14 18:50:32.336216 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aa6065d3-e380-4977-a69c-a892762f66e1 req-a0f20df1-198c-4209-8062-2966a58b633f tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960503 Sep 14 18:50:32.398880 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2f99cfcf-136c-45fd-bd94-a04e5ebff0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:32.403112 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2f99cfcf-136c-45fd-bd94-a04e5ebff0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:32.404391 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-2f99cfcf-136c-45fd-bd94-a04e5ebff0f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75a5945b-0bd4-4d30-a0d2-c842dc019dd1 HTTP/1.1" status: 204 len: 168 time: 0.4175832 Sep 14 18:50:32.425547 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a4ef32b3-983e-4123-a194-0977629bcbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:32.436465 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99cfcf-136c-45fd-bd94-a04e5ebff0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a5945b-0bd4-4d30-a0d2-c842dc019dd1,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:32.464017 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d04044-1aaf-4fc6-bdd4-3145604ebf42 req-350a133a-543e-4fc0-ac63-e7a73b45436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:32.465708 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e5d04044-1aaf-4fc6-bdd4-3145604ebf42 req-350a133a-543e-4fc0-ac63-e7a73b45436e service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba HTTP/1.1" status: 200 len: 915 time: 0.2042396 Sep 14 18:50:32.602409 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e5d04044-1aaf-4fc6-bdd4-3145604ebf42 req-de177f2a-4dfa-44ad-9c8d-257dd2c5e95c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8fcfaef-868a-41be-b6c8-631e19b67c85 HTTP/1.1" status: 200 len: 217 time: 0.1006429 Sep 14 18:50:32.639924 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d04012-54d7-43e7-b676-ef83b2003dc8 req-b66f773e-ffb0-41dc-86c2-07786f9706ff tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:32.644530 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e0d04012-54d7-43e7-b676-ef83b2003dc8 req-b66f773e-ffb0-41dc-86c2-07786f9706ff tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1662388 Sep 14 18:50:32.665399 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a4ef32b3-983e-4123-a194-0977629bcbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:32.673956 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a4ef32b3-983e-4123-a194-0977629bcbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:32.723315 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-a4ef32b3-983e-4123-a194-0977629bcbe9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98d31964a10646d1981c006bc461bac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800348 Sep 14 18:50:32.724322 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef32b3-983e-4123-a194-0977629bcbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7705fa3-f049-4299-8de5-417104112dcc,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:32.727889 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41784) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:32.793673 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bb0f55a3-1946-482a-944d-015482753199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:32.844781 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bb0f55a3-1946-482a-944d-015482753199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:32.854285 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e0d04012-54d7-43e7-b676-ef83b2003dc8 req-2b128c8c-213b-495b-b81e-7274533ccb50 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843779 Sep 14 18:50:32.881010 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d04044-1aaf-4fc6-bdd4-3145604ebf42 req-73eace7a-a1b5-4e8e-8a17-30033b24de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:32.886582 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e5d04044-1aaf-4fc6-bdd4-3145604ebf42 req-73eace7a-a1b5-4e8e-8a17-30033b24de6c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=be14de86-797e-40b4-a21a-5af3dd1cd815 HTTP/1.1" status: 200 len: 854 time: 0.2374775 Sep 14 18:50:32.944801 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e5d04044-1aaf-4fc6-bdd4-3145604ebf42 req-f36d2694-f5ee-4e7d-80dc-9f1a54626f5e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507331 Sep 14 18:50:32.955646 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bb0f55a3-1946-482a-944d-015482753199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:32.960617 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bb0f55a3-1946-482a-944d-015482753199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:32.967419 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-bb0f55a3-1946-482a-944d-015482753199 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7705fa3-f049-4299-8de5-417104112dcc HTTP/1.1" status: 204 len: 168 time: 0.2329206 Sep 14 18:50:32.979267 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f55a3-1946-482a-944d-015482753199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7705fa3-f049-4299-8de5-417104112dcc,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:33.060208 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e5d04044-1aaf-4fc6-bdd4-3145604ebf42 req-398e471b-243c-4f14-a833-cd8e00d1a75e service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058776 Sep 14 18:50:33.206784 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e5d04044-1aaf-4fc6-bdd4-3145604ebf42 req-a74a6a33-122a-48c4-823b-9810a0fdb1a4 service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375957 Sep 14 18:50:33.430992 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08718f5b-c7c9-4f02-87a4-3973b0b242af req-61e547b3-55e0-42a7-8f27-27f68334ca8e tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:33.433105 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-08718f5b-c7c9-4f02-87a4-3973b0b242af req-61e547b3-55e0-42a7-8f27-27f68334ca8e tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.68 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 946 time: 0.0998588 Sep 14 18:50:33.514697 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41814) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:33.531001 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cb4d00f2-a374-47e1-9b54-8220aebf5654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:33.620656 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc27404-870a-470d-9db8-11788a835fea req-cc51df45-ccd9-415b-9e1f-6503284d12dc tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:33.622668 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7bc27404-870a-470d-9db8-11788a835fea req-cc51df45-ccd9-415b-9e1f-6503284d12dc tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 946 time: 0.1054525 Sep 14 18:50:33.658538 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1010b-353c-4f30-8b39-97bbbe731f57 req-14d72888-1028-4e99-9044-66e8a95eca5a tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:33.667061 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-04d1010b-353c-4f30-8b39-97bbbe731f57 req-14d72888-1028-4e99-9044-66e8a95eca5a tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 943 time: 0.1611214 Sep 14 18:50:33.693228 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7bc27404-870a-470d-9db8-11788a835fea req-01d4e841-2af9-48bb-875a-8c75595dd16c tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b7abec6-8299-461a-a49d-84cacb72406e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632927 Sep 14 18:50:33.763969 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cb4d00f2-a374-47e1-9b54-8220aebf5654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:33.770194 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cb4d00f2-a374-47e1-9b54-8220aebf5654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:33.810014 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-04d1010b-353c-4f30-8b39-97bbbe731f57 req-f1cb5f2a-e15f-48c3-aefa-d905997d604f tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254961 Sep 14 18:50:33.820191 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d00f2-a374-47e1-9b54-8220aebf5654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9527a5b7-c7b3-4450-be99-26014fbec70d,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:33.832554 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-cb4d00f2-a374-47e1-9b54-8220aebf5654 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27d3c7de08954c098db633edc85993be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163636 Sep 14 18:50:33.836887 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41828) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:33.907547 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-08718f5b-c7c9-4f02-87a4-3973b0b242af req-a3ab4868-a87a-447e-ac8b-3368c0562867 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Deleting port c5db5c17-ce0c-4b28-a240-6fcb0293534b {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:50:33.908475 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-08718f5b-c7c9-4f02-87a4-3973b0b242af req-a3ab4868-a87a-447e-ac8b-3368c0562867 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:33.935020 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2506407b-9f33-43d7-bb81-ea31f9f45193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:33.972349 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2506407b-9f33-43d7-bb81-ea31f9f45193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:34.045103 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-08718f5b-c7c9-4f02-87a4-3973b0b242af req-a3ab4868-a87a-447e-ac8b-3368c0562867 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] For port c5db5c17-ce0c-4b28-a240-6fcb0293534b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c5db5c17-ce0c-4b28-a240-6fcb0293534b,segment=NetworkSegment(3be714db-ef7e-4dad-97a6-f779c079b2db),segment_id=3be714db-ef7e-4dad-97a6-f779c079b2db)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:34.045432 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-08718f5b-c7c9-4f02-87a4-3973b0b242af req-a3ab4868-a87a-447e-ac8b-3368c0562867 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:34.064706 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-08718f5b-c7c9-4f02-87a4-3973b0b242af req-a3ab4868-a87a-447e-ac8b-3368c0562867 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Calling delete_port for c5db5c17-ce0c-4b28-a240-6fcb0293534b owned by compute:nova {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:50:34.089465 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964bb8e-c7ea-4232-b39a-acfbc5483af2 req-eff442af-708c-44e8-bf3f-6a3d9d5b2452 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:34.092405 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a964bb8e-c7ea-4232-b39a-acfbc5483af2 req-eff442af-708c-44e8-bf3f-6a3d9d5b2452 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1027005 Sep 14 18:50:34.146450 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2506407b-9f33-43d7-bb81-ea31f9f45193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:34.151739 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2506407b-9f33-43d7-bb81-ea31f9f45193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:34.153840 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-2506407b-9f33-43d7-bb81-ea31f9f45193 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9527a5b7-c7b3-4450-be99-26014fbec70d HTTP/1.1" status: 204 len: 168 time: 0.3155661 Sep 14 18:50:34.194255 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506407b-9f33-43d7-bb81-ea31f9f45193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9527a5b7-c7b3-4450-be99-26014fbec70d,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:34.203241 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a964bb8e-c7ea-4232-b39a-acfbc5483af2 req-9c5a3a71-8f1c-4723-b090-72590f65319c tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045053 Sep 14 18:50:34.344764 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device a8fcfaef-868a-41be-b6c8-631e19b67c85 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:50:34.393691 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-08718f5b-c7c9-4f02-87a4-3973b0b242af req-a3ab4868-a87a-447e-ac8b-3368c0562867 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:34.442373 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab4868-a87a-447e-ac8b-3368c0562867 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Pushing event deleted for resources: {'Port': ['ID=c5db5c17-ce0c-4b28-a240-6fcb0293534b,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:34.482431 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port a8fcfaef-868a-41be-b6c8-631e19b67c85, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a8fcfaef-868a-41be-b6c8-631e19b67c85,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:34.487095 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['c5db5c17-ce0c-4b28-a240-6fcb0293534b'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:50:34.524382 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-08718f5b-c7c9-4f02-87a4-3973b0b242af req-a3ab4868-a87a-447e-ac8b-3368c0562867 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] No DVR routers for this DVR port c5db5c17-ce0c-4b28-a240-6fcb0293534b on host hv-cinder-80899 {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:50:34.530481 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-08718f5b-c7c9-4f02-87a4-3973b0b242af req-a3ab4868-a87a-447e-ac8b-3368c0562867 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:34.531361 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': 'a8fcfaef-868a-41be-b6c8-631e19b67c85', 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba', 'port_id': 'a8fcfaef-868a-41be-b6c8-631e19b67c85', 'mac_address': 'fa:16:3e:49:52:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be14de86-797e-40b4-a21a-5af3dd1cd815', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:50:34.535868 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-08718f5b-c7c9-4f02-87a4-3973b0b242af req-a3ab4868-a87a-447e-ac8b-3368c0562867 tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.68 "DELETE /v2.0/ports/c5db5c17-ce0c-4b28-a240-6fcb0293534b HTTP/1.1" status: 204 len: 173 time: 1.0891085 Sep 14 18:50:34.537697 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432b7dbe-2e82-47d1-8292-254a6a02b571', 'name': 'network-vif-deleted', 'tag': 'c5db5c17-ce0c-4b28-a240-6fcb0293534b'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:50:34.545270 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0376bf-3130-4093-83e1-7a261dae47f7" -d '{"events": [{"server_uuid": "432b7dbe-2e82-47d1-8292-254a6a02b571", "name": "network-vif-deleted", "tag": "c5db5c17-ce0c-4b28-a240-6fcb0293534b"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:50:34.597645 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f833a04-7084-4c1b-af27-73ec1d8dc6f3 x-openstack-request-id: req-1f833a04-7084-4c1b-af27-73ec1d8dc6f3 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:50:34.597960 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432b7dbe-2e82-47d1-8292-254a6a02b571", "name": "network-vif-deleted", "tag": "c5db5c17-ce0c-4b28-a240-6fcb0293534b", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:50:34.598197 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f833a04-7084-4c1b-af27-73ec1d8dc6f3 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:50:34.598599 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432b7dbe-2e82-47d1-8292-254a6a02b571', 'name': 'network-vif-deleted', 'tag': 'c5db5c17-ce0c-4b28-a240-6fcb0293534b', 'status': 'completed', 'code': 200} Sep 14 18:50:34.761318 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:34.807651 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fcfaef-868a-41be-b6c8-631e19b67c85 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:50:34.867592 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port a8fcfaef-868a-41be-b6c8-631e19b67c85, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a8fcfaef-868a-41be-b6c8-631e19b67c85,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:34.874034 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:34.929012 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e41d74e6-a4f6-4167-81d3-05f68655d8a1 req-9669a9eb-6015-4aa2-8440-3dcf20c730ed tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 210 time: 0.0740154 Sep 14 18:50:34.950833 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=a8fcfaef-868a-41be-b6c8-631e19b67c85,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:34.961706 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:34.962497 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:34.963494 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:34.964082 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:34.964741 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:34.965294 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:34.965852 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:34.966461 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:34.966983 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:34.967689 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:34.968197 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:34.968716 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:35.061105 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3945f8-6751-495a-b824-83e8b2d7a34b req-08ffc6af-e1ad-45f1-a2ac-f14736ed4b93 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:35.068606 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-be3945f8-6751-495a-b824-83e8b2d7a34b req-08ffc6af-e1ad-45f1-a2ac-f14736ed4b93 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 944 time: 0.1133471 Sep 14 18:50:35.116699 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-be3945f8-6751-495a-b824-83e8b2d7a34b req-22ce8f5b-93a0-42cd-8f5d-32e147715f20 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451739 Sep 14 18:50:35.335932 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['a8fcfaef-868a-41be-b6c8-631e19b67c85'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:50:35.382139 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007f06e-f856-4f11-9e44-bcea94e041bd req-f6598f3c-59f5-4857-956c-f8d6e469f378 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:35.386068 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0007f06e-f856-4f11-9e44-bcea94e041bd req-f6598f3c-59f5-4857-956c-f8d6e469f378 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0854151 Sep 14 18:50:35.472735 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0007f06e-f856-4f11-9e44-bcea94e041bd req-29fe0f37-9b5e-4e2d-a1c6-9bedc3701cbf tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777333 Sep 14 18:50:36.154070 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3965f58f-9df7-4577-9fd3-cdaf81247a8b req-65f2c078-cc20-436c-a8dd-8d4a2aec69ba tempest-DeleteServersTestJSON-1871504215 tempest-DeleteServersTestJSON-1871504215-project] 10.222.0.37 "GET /v2.0/ports?device_id=432b7dbe-2e82-47d1-8292-254a6a02b571 HTTP/1.1" status: 200 len: 210 time: 0.0469985 Sep 14 18:50:36.352808 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2974e3-a4e4-4dda-b34d-5ef9bcb86a34 req-ce01d7f2-aa1d-4119-9967-4f277d0464cd tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:36.362117 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9a2974e3-a4e4-4dda-b34d-5ef9bcb86a34 req-ce01d7f2-aa1d-4119-9967-4f277d0464cd tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 944 time: 0.0986741 Sep 14 18:50:36.374526 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device c5db5c17-ce0c-4b28-a240-6fcb0293534b no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:50:36.435865 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9a2974e3-a4e4-4dda-b34d-5ef9bcb86a34 req-710b95ee-e1d2-4d42-acb0-e729ed6112de tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726545 Sep 14 18:50:36.457074 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: c5db5c17-ce0c-4b28-a240-6fcb0293534b {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:50:36.457656 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device c5db5c17-ce0c-4b28-a240-6fcb0293534b not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:50:36.729046 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2d1f4-383d-442c-a79d-3b372f959d09 req-04c0b4e1-de58-452f-a1b4-ffb47e4bb59f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:36.731614 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cce2d1f4-383d-442c-a79d-3b372f959d09 req-04c0b4e1-de58-452f-a1b4-ffb47e4bb59f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0975580 Sep 14 18:50:36.786264 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cce2d1f4-383d-442c-a79d-3b372f959d09 req-481b3eb7-c798-466a-af1a-5dbfded64448 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 Sep 14 18:50:36.924788 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 41952) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:37.071653 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f62678ff-01ab-4351-87d2-081e8d80677a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:37.217417 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f62678ff-01ab-4351-87d2-081e8d80677a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:37.224631 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f62678ff-01ab-4351-87d2-081e8d80677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:37.272374 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 41962) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:37.273171 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-f62678ff-01ab-4351-87d2-081e8d80677a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b0b1ebb6eb8463f9d1215972efa4d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461294 Sep 14 18:50:37.276276 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62678ff-01ab-4351-87d2-081e8d80677a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f1b932-6389-4759-98a3-bd93f6796138,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:37.376783 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5c148bc6-d4b5-47fe-902b-75b6ed641331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:37.406587 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5c148bc6-d4b5-47fe-902b-75b6ed641331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:37.490187 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5c148bc6-d4b5-47fe-902b-75b6ed641331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:37.498634 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5c148bc6-d4b5-47fe-902b-75b6ed641331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:37.513571 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-5c148bc6-d4b5-47fe-902b-75b6ed641331 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7f1b932-6389-4759-98a3-bd93f6796138 HTTP/1.1" status: 204 len: 168 time: 0.2393606 Sep 14 18:50:37.540015 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c148bc6-d4b5-47fe-902b-75b6ed641331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f1b932-6389-4759-98a3-bd93f6796138,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:37.691798 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a84545-f19e-4cc2-833c-9addbd48d971 req-52cf19d7-4609-4a38-8d30-a7bf8a88e4d6 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:37.693739 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-49a84545-f19e-4cc2-833c-9addbd48d971 req-52cf19d7-4609-4a38-8d30-a7bf8a88e4d6 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 944 time: 0.0961659 Sep 14 18:50:37.754103 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-49a84545-f19e-4cc2-833c-9addbd48d971 req-884a1ddc-553e-4705-aa96-ef318788575e tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466995 Sep 14 18:50:38.022479 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10fe4d-44ac-4178-9486-0c378a16a4bc req-efe236d1-8c21-47fb-92d2-c0bebd54f057 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:38.025272 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0c10fe4d-44ac-4178-9486-0c378a16a4bc req-efe236d1-8c21-47fb-92d2-c0bebd54f057 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1039634 Sep 14 18:50:38.067265 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42008) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:38.101530 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-fd4e4ed1-b56b-4ee6-a0b5-19fef52106dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:38.149428 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0c10fe4d-44ac-4178-9486-0c378a16a4bc req-faa9b67e-05b9-498f-ab1c-31900a2ef382 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163487 Sep 14 18:50:38.281279 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-fd4e4ed1-b56b-4ee6-a0b5-19fef52106dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:38.286456 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-fd4e4ed1-b56b-4ee6-a0b5-19fef52106dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:38.346900 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-fd4e4ed1-b56b-4ee6-a0b5-19fef52106dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3bb901d97b5549fcba9b86e1119c2480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780063 Sep 14 18:50:38.348450 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e4ed1-b56b-4ee6-a0b5-19fef52106dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5beb1b-3aa5-424f-93e1-485d06716194,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:38.352785 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42018) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:38.375253 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device a8fcfaef-868a-41be-b6c8-631e19b67c85 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:50:38.441354 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3d82cf55-49fd-4360-a164-e57cd92f29fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:38.453799 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port a8fcfaef-868a-41be-b6c8-631e19b67c85 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:50:38.460341 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port a8fcfaef-868a-41be-b6c8-631e19b67c85 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:50:38.460961 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:38.481568 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3d82cf55-49fd-4360-a164-e57cd92f29fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:38.568440 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3d82cf55-49fd-4360-a164-e57cd92f29fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:38.571067 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3d82cf55-49fd-4360-a164-e57cd92f29fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:38.573551 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-3d82cf55-49fd-4360-a164-e57cd92f29fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba5beb1b-3aa5-424f-93e1-485d06716194 HTTP/1.1" status: 204 len: 168 time: 0.2169430 Sep 14 18:50:38.583357 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82cf55-49fd-4360-a164-e57cd92f29fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5beb1b-3aa5-424f-93e1-485d06716194,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:38.607136 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:38.649646 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c5a950-93aa-4cef-b045-b703a2062058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fcfaef-868a-41be-b6c8-631e19b67c85'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:50:38.653043 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76bfb7a-7a40-4be4-b245-58442fe49347" -d '{"events": [{"server_uuid": "91c5a950-93aa-4cef-b045-b703a2062058", "name": "network-vif-plugged", "status": "completed", "tag": "a8fcfaef-868a-41be-b6c8-631e19b67c85"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:50:38.682244 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port a8fcfaef-868a-41be-b6c8-631e19b67c85, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a8fcfaef-868a-41be-b6c8-631e19b67c85,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:38.690356 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:38.746955 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf152e2-8ca5-4b53-ad24-4ec4a9f20b7a x-openstack-request-id: req-aaf152e2-8ca5-4b53-ad24-4ec4a9f20b7a {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:50:38.747339 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c5a950-93aa-4cef-b045-b703a2062058", "name": "network-vif-plugged", "status": "completed", "tag": "a8fcfaef-868a-41be-b6c8-631e19b67c85", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:50:38.748368 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aaf152e2-8ca5-4b53-ad24-4ec4a9f20b7a {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:50:38.748997 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c5a950-93aa-4cef-b045-b703a2062058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fcfaef-868a-41be-b6c8-631e19b67c85', 'code': 200} Sep 14 18:50:38.763037 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=a8fcfaef-868a-41be-b6c8-631e19b67c85,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:38.975322 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 42050) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:38.979977 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7da5cf-1965-4f80-9f31-beccf6012549 req-ccd4d22f-2c85-4e8a-ad8c-379f31ccb671 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:38.999733 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8b7da5cf-1965-4f80-9f31-beccf6012549 req-ccd4d22f-2c85-4e8a-ad8c-379f31ccb671 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 945 time: 0.1344643 Sep 14 18:50:39.084534 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8b7da5cf-1965-4f80-9f31-beccf6012549 req-0b27c586-fe5e-42c9-bb9c-f4badb634ac6 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720959 Sep 14 18:50:39.087242 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5075c2b-ae34-490e-a135-8a964f75841f admin admin] Deleting subnet 5e0c6856-ad06-4c25-b123-f8b216e323f4 {{(pid=105942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 18:50:39.095887 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b5075c2b-ae34-490e-a135-8a964f75841f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:39.155148 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6b8b8-136d-46f2-bf5c-e5c2ea780cf4 req-f2360d5e-35f5-4be2-93f7-636d1718a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:39.157230 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-05e6b8b8-136d-46f2-bf5c-e5c2ea780cf4 req-f2360d5e-35f5-4be2-93f7-636d1718a639 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 1098 time: 0.1932473 Sep 14 18:50:39.193642 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b5075c2b-ae34-490e-a135-8a964f75841f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:39.228596 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b5075c2b-ae34-490e-a135-8a964f75841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:39.334682 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-05e6b8b8-136d-46f2-bf5c-e5c2ea780cf4 req-d8397b91-af3a-44b8-bc27-3e837c9828e7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537430 Sep 14 18:50:39.377903 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa3943-ca6b-4fbe-aa42-e232e9840db0 req-57e68bfb-edb4-4f30-8fe8-58475ca2271e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:39.379496 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-61aa3943-ca6b-4fbe-aa42-e232e9840db0 req-57e68bfb-edb4-4f30-8fe8-58475ca2271e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1156325 Sep 14 18:50:39.400778 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b5075c2b-ae34-490e-a135-8a964f75841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for subnet, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:39.451496 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5075c2b-ae34-490e-a135-8a964f75841f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0c6856-ad06-4c25-b123-f8b216e323f4,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:39.457283 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b5075c2b-ae34-490e-a135-8a964f75841f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:39.465039 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-b5075c2b-ae34-490e-a135-8a964f75841f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5e0c6856-ad06-4c25-b123-f8b216e323f4 HTTP/1.1" status: 204 len: 168 time: 0.4821270 Sep 14 18:50:39.465289 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42072) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:39.484005 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-61aa3943-ca6b-4fbe-aa42-e232e9840db0 req-7beab7eb-b697-4df7-93f8-9faff743df55 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959129 Sep 14 18:50:39.543985 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:39.656644 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:39.682482 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.682852 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.683874 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.684231 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > port after_create 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.684634 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > port after_delete 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.684986 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > port after_update 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.685447 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.685833 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.686281 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.686635 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.851180 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.851676 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.851979 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.852407 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:50:39.852677 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c150fa7-055d-41ce-b953-c3a28ed20ac2']}} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:39.872042 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be714db-ef7e-4dad-97a6-f779c079b2db') {'for_net_delete': True} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:39.872342 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be714db-ef7e-4dad-97a6-f779c079b2db') {} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:39.891180 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25323869'] for segment, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:39.916539 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:39.928040 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=105941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 18:50:39.928450 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26220454'] for segment, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: from cryptography.utils import int_from_bytes Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: from cryptography.utils import int_from_bytes Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: Traceback (most recent call last): Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: timer() Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: cb(*args, **kw) Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: return func(*args, **kwargs) Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: self._notify() Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: self.callback(batched_events) Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: event.method(event) Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: return f(self, *a, **k) Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._get(url).json() Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: return self.request(url, 'GET', **kwargs) Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 18:50:39.939370 dv-cinder-808992-5-iscsi neutron-server[105941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 18:50:40.015758 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:40.027420 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:40.031066 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] 10.222.0.37 "DELETE /v2.0/networks/5c150fa7-055d-41ce-b953-c3a28ed20ac2 HTTP/1.1" status: 204 len: 168 time: 0.5647035 Sep 14 18:50:40.044058 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16e582-e7d9-4d80-962f-c46a69918e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=5c150fa7-055d-41ce-b953-c3a28ed20ac2,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:40.212040 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 42138) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:40.251114 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bb826-582c-4e74-8d04-dc3661093543 req-1bf8563e-e48a-4dc3-bf5e-15b755ed3a27 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:40.253149 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7c9bb826-582c-4e74-8d04-dc3661093543 req-1bf8563e-e48a-4dc3-bf5e-15b755ed3a27 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 945 time: 0.0639329 Sep 14 18:50:40.282334 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42140) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:40.296841 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-08336d3b-5c19-4a68-8100-2919d1d036a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2aba9251368e4d0eb6c6ec365c6d78e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0820677 Sep 14 18:50:40.299241 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 42144) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:40.318524 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7c9bb826-582c-4e74-8d04-dc3661093543 req-dbda7108-73e6-4cde-8ddb-138ab1086121 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573723 Sep 14 18:50:40.385880 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e113c9c4-d876-4e7c-80b5-331ad49f52c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:40.425593 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e113c9c4-d876-4e7c-80b5-331ad49f52c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:40.548649 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e113c9c4-d876-4e7c-80b5-331ad49f52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:40.552126 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e113c9c4-d876-4e7c-80b5-331ad49f52c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:40.556297 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-e113c9c4-d876-4e7c-80b5-331ad49f52c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b7abec6-8299-461a-a49d-84cacb72406e HTTP/1.1" status: 204 len: 168 time: 0.2552044 Sep 14 18:50:40.572845 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113c9c4-d876-4e7c-80b5-331ad49f52c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7abec6-8299-461a-a49d-84cacb72406e,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:40.646906 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-15c96092-af45-46d2-a41c-80a3e94fd759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:40.767100 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613263e-aca7-460d-8e3a-9821a22b0511 req-ad58db7e-e530-4e28-9c5c-220f635453ed tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:40.783887 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b613263e-aca7-460d-8e3a-9821a22b0511 req-ad58db7e-e530-4e28-9c5c-220f635453ed tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1278841 Sep 14 18:50:40.844315 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b613263e-aca7-460d-8e3a-9821a22b0511 req-68620250-f821-4ec1-9e8c-c9cd19db89ed tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593994 Sep 14 18:50:40.924077 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-15c96092-af45-46d2-a41c-80a3e94fd759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:40.930285 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-15c96092-af45-46d2-a41c-80a3e94fd759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:40.974503 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-15c96092-af45-46d2-a41c-80a3e94fd759 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb541659537c4a229fd3b06f8de709b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6910553 Sep 14 18:50:40.975963 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c96092-af45-46d2-a41c-80a3e94fd759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b187075-618d-4135-a6e1-51f487bd2f51,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:40.979708 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 42180) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:41.118074 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4f366179-0b07-4a2b-a056-a4f157fff5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:41.150198 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4f366179-0b07-4a2b-a056-a4f157fff5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:41.216421 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4f366179-0b07-4a2b-a056-a4f157fff5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:41.221344 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4f366179-0b07-4a2b-a056-a4f157fff5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:41.222841 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-4f366179-0b07-4a2b-a056-a4f157fff5ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b187075-618d-4135-a6e1-51f487bd2f51 HTTP/1.1" status: 204 len: 168 time: 0.2399168 Sep 14 18:50:41.237329 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f366179-0b07-4a2b-a056-a4f157fff5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b187075-618d-4135-a6e1-51f487bd2f51,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:41.547607 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19c584-3a69-4d0f-91d0-1270bc7c312e req-e4ee3103-84a2-4428-b648-dd9b0e20edb2 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:41.550858 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2f19c584-3a69-4d0f-91d0-1270bc7c312e req-e4ee3103-84a2-4428-b648-dd9b0e20edb2 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 945 time: 0.0982246 Sep 14 18:50:41.651640 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2f19c584-3a69-4d0f-91d0-1270bc7c312e req-c35e6e9c-d53a-4a5c-89ab-4a0731ca2ccb tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750494 Sep 14 18:50:42.027201 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa54fc-657c-4048-bc6e-f3a841e7d257 req-1276b722-53b7-46be-b08f-0153652b03c5 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:42.029315 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-89aa54fc-657c-4048-bc6e-f3a841e7d257 req-1276b722-53b7-46be-b08f-0153652b03c5 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0959630 Sep 14 18:50:42.083642 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-89aa54fc-657c-4048-bc6e-f3a841e7d257 req-963e2159-cddc-4454-b9a0-1af0c3449593 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489213 Sep 14 18:50:42.747579 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42278) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:43.214603 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-21a64534-1b2d-49af-b015-7b36a39a45de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:43.354398 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f7e93-c24a-4aa8-939a-fc79716bf376 req-2a17679b-5af0-4606-a11b-4badd13875f6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:43.356073 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-895f7e93-c24a-4aa8-939a-fc79716bf376 req-2a17679b-5af0-4606-a11b-4badd13875f6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0922997 Sep 14 18:50:43.411935 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-21a64534-1b2d-49af-b015-7b36a39a45de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:43.425637 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-21a64534-1b2d-49af-b015-7b36a39a45de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:43.478181 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-895f7e93-c24a-4aa8-939a-fc79716bf376 req-8019f180-4d58-478d-854b-21a15fa54ebb tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996370 Sep 14 18:50:43.497780 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a64534-1b2d-49af-b015-7b36a39a45de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1a6b3d-cfcb-462d-bfaf-48a6a94a35a8,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:43.510956 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-21a64534-1b2d-49af-b015-7b36a39a45de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e822863ca9c84a0aa2b84f07f033386a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7599132 Sep 14 18:50:43.516142 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42304) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:43.605133 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-25feb140-4116-407e-b08a-5d3055dc1780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:43.639141 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-25feb140-4116-407e-b08a-5d3055dc1780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:43.715805 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-25feb140-4116-407e-b08a-5d3055dc1780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:43.721669 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-25feb140-4116-407e-b08a-5d3055dc1780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:43.724486 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-25feb140-4116-407e-b08a-5d3055dc1780 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f1a6b3d-cfcb-462d-bfaf-48a6a94a35a8 HTTP/1.1" status: 204 len: 168 time: 0.2068176 Sep 14 18:50:43.748277 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25feb140-4116-407e-b08a-5d3055dc1780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1a6b3d-cfcb-462d-bfaf-48a6a94a35a8,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:44.219529 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 42322) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:44.234256 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-77cfc7d8-72a6-4ff3-9cad-70ca91fbd6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:44.355442 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-77cfc7d8-72a6-4ff3-9cad-70ca91fbd6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:44.372896 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-77cfc7d8-72a6-4ff3-9cad-70ca91fbd6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:44.438533 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-77cfc7d8-72a6-4ff3-9cad-70ca91fbd6e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f639d4e9c4c54896a75d8435b5d6da8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175720 Sep 14 18:50:44.440315 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42330) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:44.442491 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfc7d8-72a6-4ff3-9cad-70ca91fbd6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fcd200-804b-430b-8765-b7219ebe7fa9,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:44.578709 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d5dd-8d23-4ff3-bfe5-ddb5d2d52197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:44.671040 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d5dd-8d23-4ff3-bfe5-ddb5d2d52197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:44.747516 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fdc39-9de9-43e8-92cb-7f53879392da req-37b02e35-586f-4bab-a4b5-665499af5b94 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:44.749459 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-373fdc39-9de9-43e8-92cb-7f53879392da req-37b02e35-586f-4bab-a4b5-665499af5b94 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1387603 Sep 14 18:50:44.786072 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d5dd-8d23-4ff3-bfe5-ddb5d2d52197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:44.788549 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d5dd-8d23-4ff3-bfe5-ddb5d2d52197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:44.789779 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-c0d4d5dd-8d23-4ff3-bfe5-ddb5d2d52197 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36fcd200-804b-430b-8765-b7219ebe7fa9 HTTP/1.1" status: 204 len: 168 time: 0.3476250 Sep 14 18:50:44.811246 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4d5dd-8d23-4ff3-bfe5-ddb5d2d52197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fcd200-804b-430b-8765-b7219ebe7fa9,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:44.816311 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-373fdc39-9de9-43e8-92cb-7f53879392da req-8061a858-70d6-4b23-8ee2-f3dda5bdc4af tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562320 Sep 14 18:50:45.324188 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 42364) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:45.339965 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-594ded74-89a3-4038-b051-d364ad9afd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:45.520711 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-7b43fb9b-3899-47f4-8c1e-e8cd36402649 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:45.522580 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-7b43fb9b-3899-47f4-8c1e-e8cd36402649 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/networks?id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba HTTP/1.1" status: 200 len: 814 time: 0.1597250 Sep 14 18:50:45.549054 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-594ded74-89a3-4038-b051-d364ad9afd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:45.552431 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-59c56b87-5bee-4758-a365-505cbd90e421 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/quotas/fd77571737524d5ea7eed3f1beb8d103 HTTP/1.1" status: 200 len: 375 time: 0.0110826 Sep 14 18:50:45.559250 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-594ded74-89a3-4038-b051-d364ad9afd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:45.605844 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-594ded74-89a3-4038-b051-d364ad9afd1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be0db85fcda6480eb2156399e3345648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804482 Sep 14 18:50:45.607453 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ded74-89a3-4038-b051-d364ad9afd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59569b44-de3c-43a8-82ee-e51550185ba1,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:45.609147 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42376) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:45.662902 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-f12abde8-ce1f-42b9-8262-eb529b941e5e tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd77571737524d5ea7eed3f1beb8d103&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964549 Sep 14 18:50:45.746489 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1f30-ae2d-435c-9bc5-afeb2e8674d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:45.824641 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1f30-ae2d-435c-9bc5-afeb2e8674d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:45.886788 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-2d582b1e-9b8b-4ae7-831f-8d8172dacde9 service neutron] 10.222.0.37 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108936 Sep 14 18:50:46.007855 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1f30-ae2d-435c-9bc5-afeb2e8674d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:46.011410 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1f30-ae2d-435c-9bc5-afeb2e8674d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:46.012760 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-e5ad1f30-ae2d-435c-9bc5-afeb2e8674d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59569b44-de3c-43a8-82ee-e51550185ba1 HTTP/1.1" status: 204 len: 168 time: 0.4021904 Sep 14 18:50:46.048986 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-bbbd358e-86bf-4d8b-addc-c8c7e2cef75c service neutron] 10.222.0.37 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610730 Sep 14 18:50:46.053161 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad1f30-ae2d-435c-9bc5-afeb2e8674d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59569b44-de3c-43a8-82ee-e51550185ba1,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:46.182955 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42396) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:46.239787 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc8477-7469-415b-a879-9673cbc85a1a req-fe065980-e04b-4c35-a424-c983868ab93e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:46.242824 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7bfc8477-7469-415b-a879-9673cbc85a1a req-fe065980-e04b-4c35-a424-c983868ab93e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1122766 Sep 14 18:50:46.323131 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e02336aa-0343-496c-9da7-dbc6b1d71aa1 req-a28295e0-5909-4aa8-9e58-8cebe7b0d138 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 210 time: 0.0406456 Sep 14 18:50:46.356862 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7bfc8477-7469-415b-a879-9673cbc85a1a req-4eab66b4-fee0-4f88-90a5-94b2b46a6077 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058784 Sep 14 18:50:46.543206 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-85ff4057-f3a8-455d-ac66-880ac4d03752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:46.723694 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-85ff4057-f3a8-455d-ac66-880ac4d03752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:46.728843 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-85ff4057-f3a8-455d-ac66-880ac4d03752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:46.770512 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-85ff4057-f3a8-455d-ac66-880ac4d03752 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a880af2696a402199f30f9d32a2f01a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5862570 Sep 14 18:50:46.774162 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 42420) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:46.790389 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff4057-f3a8-455d-ac66-880ac4d03752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0bdc1c-413e-4685-b232-4072a5d2c109,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:46.852297 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b1af9847-b053-441f-a99e-6f74506a3288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:46.884952 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b1af9847-b053-441f-a99e-6f74506a3288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:46.970575 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b1af9847-b053-441f-a99e-6f74506a3288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:46.973759 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b1af9847-b053-441f-a99e-6f74506a3288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:46.974961 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-b1af9847-b053-441f-a99e-6f74506a3288 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb0bdc1c-413e-4685-b232-4072a5d2c109 HTTP/1.1" status: 204 len: 168 time: 0.1984129 Sep 14 18:50:46.986087 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af9847-b053-441f-a99e-6f74506a3288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0bdc1c-413e-4685-b232-4072a5d2c109,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:47.331966 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 42452) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:47.533551 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ca1adf29-d6e8-410b-9964-6c5fb7001a52 req-260b8f34-7629-4b53-afcb-184ed5bd1fd4 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 210 time: 0.0650580 Sep 14 18:50:47.547431 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1ab14-6bac-4afa-a9c9-d3c78d71d8fa req-0074322c-0906-4664-83d4-8183585d9336 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:47.557996 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-39a1ab14-6bac-4afa-a9c9-d3c78d71d8fa req-0074322c-0906-4664-83d4-8183585d9336 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0908830 Sep 14 18:50:47.610717 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-597246577-network', 'tenant_id': '5a5c190523d0499c8f50ad75d702f930'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:47.714472 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-39a1ab14-6bac-4afa-a9c9-d3c78d71d8fa req-db234c33-8c5e-49b1-8b3f-f0f25a1c11d2 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548076 Sep 14 18:50:47.716646 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Made reservation on behalf of 5a5c190523d0499c8f50ad75d702f930 for: {'network': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:50:47.725781 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:47.754185 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.053594 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-74cc3d39-d199-4fe3-b221-9356dc6b68d6 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:48.055163 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-74cc3d39-d199-4fe3-b221-9356dc6b68d6 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "GET /v2.0/networks?id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba HTTP/1.1" status: 200 len: 814 time: 0.2750759 Sep 14 18:50:48.076610 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-f746d32e-0da5-43f9-bf02-41563e0bf697 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Request body: {'port': {'device_id': '41abaeb6-15c5-4305-aec0-48af3074571b', 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba', 'admin_state_up': True, 'tenant_id': 'fd77571737524d5ea7eed3f1beb8d103'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:48.144157 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42498) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:48.166583 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.178619 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.221952 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=105942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:50:48.261828 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.262423 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.segments_db [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Added segment d9a5eff2-c64c-4318-a706-3d41f743abca of type vlan for network 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 Sep 14 18:50:48.271755 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241a5276-6681-4744-926f-fa7bb1f473d1,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:48.355934 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-882073462-network', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:48.361013 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.368484 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-f746d32e-0da5-43f9-bf02-41563e0bf697 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Made reservation on behalf of fd77571737524d5ea7eed3f1beb8d103 for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:50:48.374933 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-f746d32e-0da5-43f9-bf02-41563e0bf697 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.388071 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Made reservation on behalf of 26009d80cdda4d33a3f9515eb78bbaa4 for: {'network': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:50:48.391401 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.403102 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.504992 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.506704 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:48.508005 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.530088 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.531232 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42508) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:48.537914 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.565777 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=105941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:50:48.578677 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051d9007-3996-4bd2-acb9-2f8c84b72380,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:48.582386 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.583121 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.segments_db [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Added segment 931e83ae-8cff-4ff4-9c5e-ad28e62af569 of type vlan for network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 Sep 14 18:50:48.651156 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.658594 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3253095 Sep 14 18:50:48.659432 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42514) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:48.667801 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-5b82153b-34b9-4ce5-9838-9e85d0f3a923 admin admin] Request body: {'subnet': {'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-597246577-subnet', 'tenant_id': '5a5c190523d0499c8f50ad75d702f930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:48.731095 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b82153b-34b9-4ce5-9838-9e85d0f3a923 admin admin] Made reservation on behalf of 5a5c190523d0499c8f50ad75d702f930 for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:50:48.733692 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5b82153b-34b9-4ce5-9838-9e85d0f3a923 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26947138'] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.742328 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7a47a16d-5974-4dfc-8448-b812e6a6deb5 req-09ca0702-257c-4d3d-a339-708d7e6218d0 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 210 time: 0.0497842 Sep 14 18:50:48.782049 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f69bc9d4-40de-45bf-a589-c0fa53816374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.789528 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.791252 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:48.791856 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:48.893644 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7480268 Sep 14 18:50:48.904000 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42518) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:48.913276 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-74bbaa8b-b6c4-499e-be70-38473c8c5900 admin admin] Request body: {'subnet': {'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-882073462-subnet', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'ip_version': 4}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:48.956479 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542aa5a-64b1-4d91-b47d-1b1aa142f98a admin admin] Pushing event updated for resources: {'Network': ['ID=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:48.971385 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:50:48.990657 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad48b9-d0b8-478d-bb02-fef0c8ed79ef admin admin] Pushing event updated for resources: {'Network': ['ID=6d7067ff-71fe-4d6a-9e66-6233ccccf1e2,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:49.021069 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:50:49.055510 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-f746d32e-0da5-43f9-bf02-41563e0bf697 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Allocated IP 172.20.0.13 (fa28baf6-f7f2-49ee-9a9f-ecad758ebbba/be14de86-797e-40b4-a21a-5af3dd1cd815/85981836-96f1-4bd2-94f9-0d5301583ab8) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:50:49.082672 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98e912-6a11-4ccf-9b37-002467601013 req-f2e9900c-c857-403a-bdb4-031713370483 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:49.084588 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2d98e912-6a11-4ccf-9b37-002467601013 req-f2e9900c-c857-403a-bdb4-031713370483 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0986941 Sep 14 18:50:49.141623 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5b82153b-34b9-4ce5-9838-9e85d0f3a923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26219525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26947164'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.148158 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f69bc9d4-40de-45bf-a589-c0fa53816374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.174448 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f69bc9d4-40de-45bf-a589-c0fa53816374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.238922 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bc9d4-40de-45bf-a589-c0fa53816374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8fb8b7-fbff-467f-80d8-a37d8ad25fdf,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:49.278373 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82153b-34b9-4ce5-9838-9e85d0f3a923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f23e7b-1bd5-4fcb-89a3-9f490a61d777,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:49.281711 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bbaa8b-b6c4-499e-be70-38473c8c5900 admin admin] Made reservation on behalf of 26009d80cdda4d33a3f9515eb78bbaa4 for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:50:49.284140 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-74bbaa8b-b6c4-499e-be70-38473c8c5900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26947138'] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.288047 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-f69bc9d4-40de-45bf-a589-c0fa53816374 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec729f1c5beb47a0a0c9f76afb2ac17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7558420 Sep 14 18:50:49.307721 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42522) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:49.326711 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2d98e912-6a11-4ccf-9b37-002467601013 req-ab4116e2-d727-42fd-b7ac-fffc6ab5e7c9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955149 Sep 14 18:50:49.347842 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82153b-34b9-4ce5-9838-9e85d0f3a923 admin admin] Checking segment: {'id': 'd9a5eff2-c64c-4318-a706-3d41f743abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:50:49.348194 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b82153b-34b9-4ce5-9838-9e85d0f3a923 admin admin] Network hostable DHCP agents. Network: 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:50:49.410475 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-f746d32e-0da5-43f9-bf02-41563e0bf697 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.485042 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-f746d32e-0da5-43f9-bf02-41563e0bf697 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.507854 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['fc93ac30-c49d-4c25-ade6-e3c61df1fcc5', 'a8fcfaef-868a-41be-b6c8-631e19b67c85'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:50:49.518011 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e5dd49eb-e842-410f-8181-f25327860904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.539784 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b82153b-34b9-4ce5-9838-9e85d0f3a923 admin admin] Network 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:50:49.565640 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-f746d32e-0da5-43f9-bf02-41563e0bf697 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:50:49.566542 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e5dd49eb-e842-410f-8181-f25327860904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.569753 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-f746d32e-0da5-43f9-bf02-41563e0bf697 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:50:49.570879 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-5b82153b-34b9-4ce5-9838-9e85d0f3a923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:50:49.574826 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-f746d32e-0da5-43f9-bf02-41563e0bf697 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:50:49.583992 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d47ca5-aade-47c2-b14b-3271183e1fab None None] Network 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:50:49.588764 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b82153b-34b9-4ce5-9838-9e85d0f3a923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:49.589059 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-f746d32e-0da5-43f9-bf02-41563e0bf697 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:49.589379 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5b82153b-34b9-4ce5-9838-9e85d0f3a923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.590215 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-f746d32e-0da5-43f9-bf02-41563e0bf697 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.622937 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746d32e-0da5-43f9-bf02-41563e0bf697 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Pushing event updated for resources: {'Port': ['ID=85981836-96f1-4bd2-94f9-0d5301583ab8,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:49.656695 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-5b82153b-34b9-4ce5-9838-9e85d0f3a923 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9960709 Sep 14 18:50:49.662636 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-f746d32e-0da5-43f9-bf02-41563e0bf697 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5881083 Sep 14 18:50:49.674456 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Request body: {'port': {'device_id': '41abaeb6-15c5-4305-aec0-48af3074571b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:49.781357 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e5dd49eb-e842-410f-8181-f25327860904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.785094 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e5dd49eb-e842-410f-8181-f25327860904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.798148 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-e5dd49eb-e842-410f-8181-f25327860904 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee8fb8b7-fbff-467f-80d8-a37d8ad25fdf HTTP/1.1" status: 204 len: 168 time: 0.4791088 Sep 14 18:50:49.811190 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-74bbaa8b-b6c4-499e-be70-38473c8c5900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26219525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26947164'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.831314 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:49.928210 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd49eb-e842-410f-8181-f25327860904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8fb8b7-fbff-467f-80d8-a37d8ad25fdf,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:49.954588 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f49fa6f-6dcc-4aa2-a640-919825244638 None None] Network 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:50:50.058955 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbaa8b-b6c4-499e-be70-38473c8c5900 admin admin] Checking segment: {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:50:50.059518 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bbaa8b-b6c4-499e-be70-38473c8c5900 admin admin] Network hostable DHCP agents. Network: 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:50:50.064096 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbaa8b-b6c4-499e-be70-38473c8c5900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f19be6-1c21-4d14-b414-8a081ebcfa0d,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:50.101079 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bbaa8b-b6c4-499e-be70-38473c8c5900 admin admin] Network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:50:50.125584 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-74bbaa8b-b6c4-499e-be70-38473c8c5900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:50:50.157673 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bbaa8b-b6c4-499e-be70-38473c8c5900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:50.159873 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-74bbaa8b-b6c4-499e-be70-38473c8c5900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:50.170070 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82bd91a-fc86-4b79-807b-046e6fa77f9f None None] Network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:50:50.203839 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-74bbaa8b-b6c4-499e-be70-38473c8c5900 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2839086 Sep 14 18:50:50.205134 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42540) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:50.215820 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:50.272417 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:50.276571 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1441'] for router, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:50.279076 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148a531-3a0d-4686-b1da-cc3bdea441b7 req-9b620f2e-f789-44cf-b57e-18ed4eb40108 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:50.288348 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2148a531-3a0d-4686-b1da-cc3bdea441b7 req-9b620f2e-f789-44cf-b57e-18ed4eb40108 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 932 time: 0.1065929 Sep 14 18:50:50.382790 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2148a531-3a0d-4686-b1da-cc3bdea441b7 req-b4a26c43-44c3-48bf-ae0c-acee9d0c971a tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937912 Sep 14 18:50:50.418965 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85981836-96f1-4bd2-94f9-0d5301583ab8 {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:50:50.455144 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:50.459143 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:50.519666 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Transition to ACTIVE for port object 85981836-96f1-4bd2-94f9-0d5301583ab8 will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:50:50.540312 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:50.570194 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42550) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:50.590379 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-90d28d46-a2ee-452a-a4f6-5635d76d11af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:50.673984 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12fb19ed-eff7-5e3c-bd5d-b5796e8246d8-523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d'}]}} from dv-cinder-808992-5-iscsi. {{(pid=105943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 18:50:50.675427 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:50.786516 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Pushing event updated for resources: {'Port': ['ID=85981836-96f1-4bd2-94f9-0d5301583ab8,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:50.826931 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a268c7f-dff3-4fb8-816f-532ce6ad4710 req-606a2dda-f6cc-404f-a24b-3e8a2565e913 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:50.830127 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4a268c7f-dff3-4fb8-816f-532ce6ad4710 req-606a2dda-f6cc-404f-a24b-3e8a2565e913 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.2006302 Sep 14 18:50:50.889202 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Attempting to bind port 85981836-96f1-4bd2-94f9-0d5301583ab8 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:50:50.889849 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Attempting to bind port 85981836-96f1-4bd2-94f9-0d5301583ab8 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:50:50.890918 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Attempting to bind port 85981836-96f1-4bd2-94f9-0d5301583ab8 on network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:50:50.909867 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Port 85981836-96f1-4bd2-94f9-0d5301583ab8 on network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:50:50.910398 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Attempting to bind port 85981836-96f1-4bd2-94f9-0d5301583ab8 on network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:50:50.930504 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:50:50.931355 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Checking segment: {'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:50:50.933959 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Bound using segment: {'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:50:50.934838 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Bound port: 85981836-96f1-4bd2-94f9-0d5301583ab8, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:50:50.935219 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:50.940664 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:50.959994 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.db_base_plugin_common [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Allocated IP 172.20.0.2 (523fe18f-b3bc-4f7c-bd3a-aa2c590f6859/33f19be6-1c21-4d14-b414-8a081ebcfa0d/eb5c62a6-26d0-4bb5-8571-580b2405dec8) {{(pid=105943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:50:51.069257 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] For port 85981836-96f1-4bd2-94f9-0d5301583ab8, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:50:51.083899 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4a268c7f-dff3-4fb8-816f-532ce6ad4710 req-08042fad-1f13-4701-9a12-575e16885dc3 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410674 Sep 14 18:50:51.086442 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] For port 85981836-96f1-4bd2-94f9-0d5301583ab8, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=85981836-96f1-4bd2-94f9-0d5301583ab8,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:50:51.107144 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.161004 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:51.161658 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.163235 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] 10.222.0.68 "PUT /v2.0/ports/85981836-96f1-4bd2-94f9-0d5301583ab8 HTTP/1.1" status: 200 len: 1094 time: 1.4952116 Sep 14 18:50:51.163697 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41abaeb6-15c5-4305-aec0-48af3074571b', 'tag': '85981836-96f1-4bd2-94f9-0d5301583ab8'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:50:51.167233 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84550ce7-6d19-4dc7-b245-885a154f6c82" -d '{"events": [{"name": "network-changed", "server_uuid": "41abaeb6-15c5-4305-aec0-48af3074571b", "tag": "85981836-96f1-4bd2-94f9-0d5301583ab8"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:50:51.186200 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-90d28d46-a2ee-452a-a4f6-5635d76d11af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.222801 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6659a-9e73-4e74-bcac-5c0f284e718f service neutron] Pushing event updated for resources: {'Port': ['ID=85981836-96f1-4bd2-94f9-0d5301583ab8,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:51.229512 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4574201-9c16-4b50-8efa-94f51eeb3a30 x-openstack-request-id: req-e4574201-9c16-4b50-8efa-94f51eeb3a30 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:50:51.229841 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41abaeb6-15c5-4305-aec0-48af3074571b", "tag": "85981836-96f1-4bd2-94f9-0d5301583ab8", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:50:51.230171 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4574201-9c16-4b50-8efa-94f51eeb3a30 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:50:51.230579 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41abaeb6-15c5-4305-aec0-48af3074571b', 'tag': '85981836-96f1-4bd2-94f9-0d5301583ab8', 'status': 'completed', 'code': 200} Sep 14 18:50:51.253358 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-90d28d46-a2ee-452a-a4f6-5635d76d11af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.292210 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-750cf2be-1070-409f-9227-9f3237e085fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:51.294250 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-750cf2be-1070-409f-9227-9f3237e085fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd77571737524d5ea7eed3f1beb8d103&device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 1097 time: 0.0559042 Sep 14 18:50:51.343201 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Notify callbacks [] for port, precommit_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.347549 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-90a9e417-4136-4e3d-ab63-d3de9b6ba2d7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85981836-96f1-4bd2-94f9-0d5301583ab8 HTTP/1.1" status: 200 len: 217 time: 0.0422688 Sep 14 18:50:51.353634 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Transition to ACTIVE for port object eb5c62a6-26d0-4bb5-8571-580b2405dec8 will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:50:51.372814 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d28d46-a2ee-452a-a4f6-5635d76d11af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8e4fab-5ebe-4f16-9c94-720e087fec8f,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:51.379312 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-90d28d46-a2ee-452a-a4f6-5635d76d11af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10b0b2fe6c424ca1b61f5cbe314e322b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8081341 Sep 14 18:50:51.384210 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42558) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:51.386129 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Transition to ACTIVE for port object eb5c62a6-26d0-4bb5-8571-580b2405dec8 will not be triggered until provisioned by entity DHCP. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:50:51.393444 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.414200 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-77be099d-d136-444a-bd4d-25719d9a558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:51.416540 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-77be099d-d136-444a-bd4d-25719d9a558f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=be14de86-797e-40b4-a21a-5af3dd1cd815 HTTP/1.1" status: 200 len: 854 time: 0.0564733 Sep 14 18:50:51.423713 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.440818 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 is already hosted by enough agents. {{(pid=105943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:50:51.444133 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.base_scheduler [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Resources bound (agent type, host, resource id): {{(pid=105943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:50:51.447919 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Received port after_create {{(pid=105943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:50:51.453571 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.486714 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Pushing event updated for resources: {'Port': ['ID=eb5c62a6-26d0-4bb5-8571-580b2405dec8,revision_number=1']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:51.511938 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-e8cbe07b-871a-4014-b37c-26986e4334d1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808816 Sep 14 18:50:51.553630 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Attempting to bind port eb5c62a6-26d0-4bb5-8571-580b2405dec8 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:50:51.554119 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Attempting to bind port eb5c62a6-26d0-4bb5-8571-580b2405dec8 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:50:51.554919 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Attempting to bind port eb5c62a6-26d0-4bb5-8571-580b2405dec8 on network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:50:51.561036 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:50:51.561547 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Checking segment: {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:50:51.562040 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.562511 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Bound using segment: {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:50:51.563084 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Bound port: eb5c62a6-26d0-4bb5-8571-580b2405dec8, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:50:51.563560 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.568712 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f9a978f1-ba0a-46ce-b639-28914b43e60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.629821 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f9a978f1-ba0a-46ce-b639-28914b43e60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.654336 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] For port eb5c62a6-26d0-4bb5-8571-580b2405dec8, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:50:51.658266 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] For port eb5c62a6-26d0-4bb5-8571-580b2405dec8, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=eb5c62a6-26d0-4bb5-8571-580b2405dec8,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:50:51.664527 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.688247 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa89c8-7b09-41cb-84b8-ca0f5e168513 req-4245771c-7299-44b6-b24f-eebabae07067 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:51.690940 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9daa89c8-7b09-41cb-84b8-ca0f5e168513 req-4245771c-7299-44b6-b24f-eebabae07067 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 944 time: 0.1767535 Sep 14 18:50:51.763209 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a89d3c-36fd-4346-b5cd-53080b6ad74b None None] Pushing event updated for resources: {'Port': ['ID=eb5c62a6-26d0-4bb5-8571-580b2405dec8,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:51.770566 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Allocated IP 172.27.1.41 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/39917b62-a200-4b53-86cc-871f0212d3d1) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:50:51.831401 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f9a978f1-ba0a-46ce-b639-28914b43e60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.835977 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f9a978f1-ba0a-46ce-b639-28914b43e60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:51.839248 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-f9a978f1-ba0a-46ce-b639-28914b43e60b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba8e4fab-5ebe-4f16-9c94-720e087fec8f HTTP/1.1" status: 204 len: 168 time: 0.4528358 Sep 14 18:50:51.855414 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9daa89c8-7b09-41cb-84b8-ca0f5e168513 req-2c4b52cf-4351-4004-b6f2-eac4862f38c4 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023014 Sep 14 18:50:51.864500 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-675b83d1-63ff-44a0-946b-3fbbfde099a2 service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314915 Sep 14 18:50:51.875717 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a978f1-ba0a-46ce-b639-28914b43e60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8e4fab-5ebe-4f16-9c94-720e087fec8f,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:52.015814 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:52.047495 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-487ea301-8274-452a-bc58-d1e26a519ae9 req-dd607820-44db-4488-b353-7ad6d5f61610 service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745815 Sep 14 18:50:52.068454 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f8c21ffe-9132-4708-874c-393a9a281b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:52.098125 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:52.159735 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:50:52.175333 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Pushing event updated for resources: {'Port': ['ID=39917b62-a200-4b53-86cc-871f0212d3d1,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:52.179162 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:50:52.182947 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:50:52.364764 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550ce7-6d19-4dc7-b245-885a154f6c82 req-5de2a80e-d793-4bbc-8098-7385d7b14f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:52.367498 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-84550ce7-6d19-4dc7-b245-885a154f6c82 req-5de2a80e-d793-4bbc-8098-7385d7b14f7e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd77571737524d5ea7eed3f1beb8d103&device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 1097 time: 0.1219640 Sep 14 18:50:52.604502 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ecb1-e668-4cdc-bdb1-79495318448f req-e66d4421-2944-45ad-ac49-3c61defc9dad tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:52.612343 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0703ecb1-e668-4cdc-bdb1-79495318448f req-e66d4421-2944-45ad-ac49-3c61defc9dad tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.2509809 Sep 14 18:50:52.647740 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550ce7-6d19-4dc7-b245-885a154f6c82 req-b2ae3b6a-8eeb-4aba-b86b-3a25ae4d9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:52.650500 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-84550ce7-6d19-4dc7-b245-885a154f6c82 req-b2ae3b6a-8eeb-4aba-b86b-3a25ae4d9b1f service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba HTTP/1.1" status: 200 len: 915 time: 0.2621944 Sep 14 18:50:52.724856 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-84550ce7-6d19-4dc7-b245-885a154f6c82 req-dbd621ef-7e10-4ff2-ac77-65f970e34158 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85981836-96f1-4bd2-94f9-0d5301583ab8 HTTP/1.1" status: 200 len: 217 time: 0.0669532 Sep 14 18:50:52.747248 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0703ecb1-e668-4cdc-bdb1-79495318448f req-ab6341ed-c598-4cbb-b668-3f9634b21841 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339040 Sep 14 18:50:52.816559 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device eb5c62a6-26d0-4bb5-8571-580b2405dec8 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:50:52.828753 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:52.859811 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550ce7-6d19-4dc7-b245-885a154f6c82 req-27074374-6d26-47fb-a69a-f337522860e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:52.864753 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-84550ce7-6d19-4dc7-b245-885a154f6c82 req-27074374-6d26-47fb-a69a-f337522860e1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=be14de86-797e-40b4-a21a-5af3dd1cd815 HTTP/1.1" status: 200 len: 854 time: 0.1271927 Sep 14 18:50:52.945937 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-84550ce7-6d19-4dc7-b245-885a154f6c82 req-2d29811a-2b4d-486e-93b4-153abac5d9a9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616133 Sep 14 18:50:52.974833 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port eb5c62a6-26d0-4bb5-8571-580b2405dec8 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:50:53.165593 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-84550ce7-6d19-4dc7-b245-885a154f6c82 req-07748891-727a-4fb2-86da-86a2b2017232 service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071171 Sep 14 18:50:53.294352 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-bce36d08-6033-422d-a1df-168998927b97 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:53.301106 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-bce36d08-6033-422d-a1df-168998927b97 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/networks?id=6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 HTTP/1.1" status: 200 len: 813 time: 0.3197632 Sep 14 18:50:53.326184 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-cf56edb9-88bb-4222-a5c2-d5b3a48b3202 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/quotas/5a5c190523d0499c8f50ad75d702f930 HTTP/1.1" status: 200 len: 375 time: 0.0240881 Sep 14 18:50:53.364394 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554079'] for router, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:53.377951 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-4b08a212-9031-4309-819d-c964165c6b2b tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a5c190523d0499c8f50ad75d702f930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500140 Sep 14 18:50:53.398075 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2b156-1c8f-45ac-bdbf-dff5a4c48b7d req-dd5eeec5-4925-4649-8659-c3d73dcf4ccf tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:53.402504 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-cdd2b156-1c8f-45ac-bdbf-dff5a4c48b7d req-dd5eeec5-4925-4649-8659-c3d73dcf4ccf tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 944 time: 0.1680262 Sep 14 18:50:53.447682 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 42612) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:53.459163 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d126c9-787f-4b37-9486-b1f9c27145fe None None] Network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:50:53.486939 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-84550ce7-6d19-4dc7-b245-885a154f6c82 req-a1cce095-1c23-4ead-a6b7-a505cdf76e59 service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136053 Sep 14 18:50:53.514434 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-eb2053aa-0a86-45df-90a9-bcda2e55b28f None None] Provisioning for port eb5c62a6-26d0-4bb5-8571-580b2405dec8 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:50:53.531033 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-eb2053aa-0a86-45df-90a9-bcda2e55b28f None None] Provisioning complete for port eb5c62a6-26d0-4bb5-8571-580b2405dec8 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:50:53.531733 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-eb2053aa-0a86-45df-90a9-bcda2e55b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:53.544150 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-cdd2b156-1c8f-45ac-bdbf-dff5a4c48b7d req-6adbc857-72d3-491d-b748-5d97e25f0327 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317878 Sep 14 18:50:53.656061 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-840512586-network', 'tenant_id': '0e68e06b835144ca9d0ebe900860e2c5'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:53.701182 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Made reservation on behalf of 0e68e06b835144ca9d0ebe900860e2c5 for: {'network': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:50:53.704920 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:53.722107 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:53.748734 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-eb2053aa-0a86-45df-90a9-bcda2e55b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:53.783890 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-dd197471-e572-46cd-a1ff-813d4823eb2a service neutron] 10.222.0.37 "GET /v2.0/networks/6d7067ff-71fe-4d6a-9e66-6233ccccf1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052465 Sep 14 18:50:53.826406 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-eb2053aa-0a86-45df-90a9-bcda2e55b28f None None] For port eb5c62a6-26d0-4bb5-8571-580b2405dec8, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=eb5c62a6-26d0-4bb5-8571-580b2405dec8,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:53.834802 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-eb2053aa-0a86-45df-90a9-bcda2e55b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:53.920317 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:53.940131 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2053aa-0a86-45df-90a9-bcda2e55b28f None None] Pushing event updated for resources: {'Port': ['ID=eb5c62a6-26d0-4bb5-8571-580b2405dec8,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:53.961743 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:54.023365 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-6c5001a2-631c-43bb-aa60-1689f526d6bc service neutron] 10.222.0.37 "GET /v2.0/networks/6d7067ff-71fe-4d6a-9e66-6233ccccf1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288218 Sep 14 18:50:54.027248 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 is scheduled to L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 with binding_index 1 {{(pid=105941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 18:50:54.043185 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=105942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:50:54.109011 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:54.109630 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.segments_db [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Added segment 7d8ec46b-c59b-40dd-9994-f69fa88bfe4a of type vlan for network 912516f2-d6eb-43cd-8b5f-352390714ef6 Sep 14 18:50:54.133318 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d5952f-c80d-4123-b9a0-1a42f39a5302,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:54.194282 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-112f6912-b361-4c05-86ef-89d74ac7dd73 None None] Provisioning complete for port eb5c62a6-26d0-4bb5-8571-580b2405dec8 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:50:54.195015 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-112f6912-b361-4c05-86ef-89d74ac7dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:54.206029 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:50:54.218311 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Sync routers for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:50:54.232077 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45923781-99d4-4165-a3fc-ff1c593b4398 req-d34e15fd-e94e-4ec6-9485-facef7c39e62 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:54.247764 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-45923781-99d4-4165-a3fc-ff1c593b4398 req-d34e15fd-e94e-4ec6-9485-facef7c39e62 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.3252001 Sep 14 18:50:54.257011 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:54.258511 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:50:54.261209 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:50:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:54.277206 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] Notify callbacks [] for router, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:54.278870 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-0ba93648-67f0-4dcc-ba2b-6e4fc956a300 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0717983 Sep 14 18:50:54.284096 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42626) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:54.404084 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-45923781-99d4-4165-a3fc-ff1c593b4398 req-56a7be33-a3dd-4607-9790-fd38b792dc68 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550145 Sep 14 18:50:54.443218 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:54.450416 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:54.451506 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:54.498919 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:50:54.562328 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-af3b8573-ef5c-4fe7-8819-eebc9757f0cd req-0d4a0ef9-8ad2-4745-88df-169b5c9c0497 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 210 time: 0.1050785 Sep 14 18:50:54.585425 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1190445 Sep 14 18:50:54.589797 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 42634) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:54.602207 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-fd4f0593-30b0-4da6-9ff5-522fdcf55661 admin admin] Request body: {'subnet': {'network_id': '912516f2-d6eb-43cd-8b5f-352390714ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-840512586-subnet', 'tenant_id': '0e68e06b835144ca9d0ebe900860e2c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:54.708219 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f439bd9-1923-4504-8cda-9b2b57ba2959 admin admin] Pushing event updated for resources: {'Network': ['ID=912516f2-d6eb-43cd-8b5f-352390714ef6,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:54.712351 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device eb5c62a6-26d0-4bb5-8571-580b2405dec8 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:50:54.762925 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4f0593-30b0-4da6-9ff5-522fdcf55661 admin admin] Made reservation on behalf of 0e68e06b835144ca9d0ebe900860e2c5 for: {'subnet': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:50:54.766616 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0593-30b0-4da6-9ff5-522fdcf55661 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:54.777170 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network 912516f2-d6eb-43cd-8b5f-352390714ef6 details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:50:54.806806 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:52Z', 'revision_number': 3, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:54.856421 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Checking router: ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:50:54.857183 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Updating router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 port 39917b62-a200-4b53-86cc-871f0212d3d1 binding host dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:50:54.894992 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port eb5c62a6-26d0-4bb5-8571-580b2405dec8 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:50:54.897180 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:54.900984 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:55.004097 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af16e84-81ac-41fe-a1a6-cbbefc607562 req-1baab309-c58e-4b16-99f2-b38afe4ee2d8 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:55.013459 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2af16e84-81ac-41fe-a1a6-cbbefc607562 req-1baab309-c58e-4b16-99f2-b38afe4ee2d8 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 944 time: 0.2966006 Sep 14 18:50:55.129910 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2af16e84-81ac-41fe-a1a6-cbbefc607562 req-c9cf7652-0cd5-4355-9fa8-b067d5e187c8 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115301 Sep 14 18:50:55.130643 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:55.218794 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0593-30b0-4da6-9ff5-522fdcf55661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for subnet, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:55.283177 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-70472434-faa6-4b38-b739-6f785ce17034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:55.312070 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4f0593-30b0-4da6-9ff5-522fdcf55661 admin admin] Checking segment: {'id': '7d8ec46b-c59b-40dd-9994-f69fa88bfe4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912516f2-d6eb-43cd-8b5f-352390714ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:50:55.312414 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4f0593-30b0-4da6-9ff5-522fdcf55661 admin admin] Network hostable DHCP agents. Network: 912516f2-d6eb-43cd-8b5f-352390714ef6, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:50:55.337124 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f0593-30b0-4da6-9ff5-522fdcf55661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce94ad6-da63-4aad-b4ca-da3fbbfa3db7,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:55.344409 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4f0593-30b0-4da6-9ff5-522fdcf55661 admin admin] Network 912516f2-d6eb-43cd-8b5f-352390714ef6 is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:50:55.371731 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-fd4f0593-30b0-4da6-9ff5-522fdcf55661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, 912516f2-d6eb-43cd-8b5f-352390714ef6) {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:50:55.386646 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f0593-30b0-4da6-9ff5-522fdcf55661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:55.387264 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0593-30b0-4da6-9ff5-522fdcf55661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:55.387436 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55db8606-d1b0-4843-9f1f-59b1697d38f4 None None] Network 912516f2-d6eb-43cd-8b5f-352390714ef6 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:50:55.404194 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:55.448611 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-fd4f0593-30b0-4da6-9ff5-522fdcf55661 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8492002 Sep 14 18:50:55.604444 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Notify callbacks [] for port, precommit_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:55.617593 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.provisioning_blocks [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Transition to ACTIVE for port object 39917b62-a200-4b53-86cc-871f0212d3d1 will not be triggered until provisioned by entity L2. {{(pid=105944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:50:55.628848 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:55.670786 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c9f6-05d2-4000-a852-1a717f9a2781 req-b8da74ab-ff1e-4640-a979-d94d8b439839 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:55.678902 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-30b5c9f6-05d2-4000-a852-1a717f9a2781 req-b8da74ab-ff1e-4640-a979-d94d8b439839 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1394966 Sep 14 18:50:55.720845 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d02a5-05bf-4e1a-85d5-c047c7f42edf None None] Network 912516f2-d6eb-43cd-8b5f-352390714ef6 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:50:55.768121 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-30b5c9f6-05d2-4000-a852-1a717f9a2781 req-a7e167b3-ede7-40ed-88d0-6e660253653e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881381 Sep 14 18:50:55.777725 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Allocated IP 172.20.0.1 (523fe18f-b3bc-4f7c-bd3a-aa2c590f6859/33f19be6-1c21-4d14-b414-8a081ebcfa0d/9cf08e05-6966-4c72-b395-f5a9313fefdd) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:50:55.914327 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Attempting to bind port 39917b62-a200-4b53-86cc-871f0212d3d1 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:50:55.914810 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Attempting to bind port 39917b62-a200-4b53-86cc-871f0212d3d1 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:50:55.915676 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Attempting to bind port 39917b62-a200-4b53-86cc-871f0212d3d1 on network 41c3f254-0188-4e85-819d-1e1b359cef2a {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:50:55.927812 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Pushing event updated for resources: {'Port': ['ID=39917b62-a200-4b53-86cc-871f0212d3d1,revision_number=2']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:55.931386 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:50:55.932174 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Checking segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:50:55.932864 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:55.933479 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Bound using segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:50:55.934240 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Bound port: 39917b62-a200-4b53-86cc-871f0212d3d1, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:50:55.934912 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:55.965408 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:55.966239 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:55.966804 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:55.967360 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:55.967948 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:55.968356 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:55.968760 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:55.969160 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:55.969590 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:55.969985 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:55.970391 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:55.970969 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:50:56.003095 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-33f4791c-e731-40a9-9108-365264c161b3 req-430fd684-c6e8-4c05-8912-b8a366aff5a3 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 210 time: 0.0572701 Sep 14 18:50:56.054637 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] For port 39917b62-a200-4b53-86cc-871f0212d3d1, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:50:56.056487 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:56.065110 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] For port 39917b62-a200-4b53-86cc-871f0212d3d1, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=39917b62-a200-4b53-86cc-871f0212d3d1,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:50:56.074678 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.provisioning_blocks [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Transition to ACTIVE for port object 9cf08e05-6966-4c72-b395-f5a9313fefdd will not be triggered until provisioned by entity DHCP. {{(pid=105941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:50:56.077675 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:56.129852 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:56.197752 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-ddefb0bc-d17a-424e-a39a-c7f69d300d79 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:56.199609 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-ddefb0bc-d17a-424e-a39a-c7f69d300d79 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.68 "GET /v2.0/networks?id=6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 HTTP/1.1" status: 200 len: 813 time: 0.1631367 Sep 14 18:50:56.218452 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-53afc3c7-fead-45b1-84dc-bcad9badf171 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Request body: {'port': {'device_id': '5e4983c2-6903-4575-a494-ca4080133a93', 'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2', 'admin_state_up': True, 'tenant_id': '5a5c190523d0499c8f50ad75d702f930'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:56.273651 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:50:56.274609 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:50:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:56.284880 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:50:56.289224 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:50:56.289406 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039515e6-64bf-4766-82be-0d3cf9d7ea30 None None] Pushing event updated for resources: {'Port': ['ID=39917b62-a200-4b53-86cc-871f0212d3d1,revision_number=3']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:56.293396 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:50:56.346965 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf08e05-6966-4c72-b395-f5a9313fefdd,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:56.369553 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554126'] for router_interface, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:56.445546 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42672) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:56.451374 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1691341237-network', 'tenant_id': 'f4fcf69e64d54a91a21541d9d073b8fd'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:56.468275 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 85981836-96f1-4bd2-94f9-0d5301583ab8 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:50:56.514461 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb700f4-408d-4a10-836d-9d976e718ac5 req-914017bb-e055-4b82-854f-28dbd1214760 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:56.522109 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1bb700f4-408d-4a10-836d-9d976e718ac5 req-914017bb-e055-4b82-854f-28dbd1214760 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 944 time: 0.2150846 Sep 14 18:50:56.547337 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Made reservation on behalf of f4fcf69e64d54a91a21541d9d073b8fd for: {'network': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:50:56.550296 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:56.572298 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:56.574735 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:50:56.624826 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-53afc3c7-fead-45b1-84dc-bcad9badf171 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Made reservation on behalf of 5a5c190523d0499c8f50ad75d702f930 for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:50:56.628517 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-53afc3c7-fead-45b1-84dc-bcad9badf171 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:56.654668 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1bb700f4-408d-4a10-836d-9d976e718ac5 req-a1c5b893-d842-4923-9015-c52567728d67 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314394 Sep 14 18:50:56.682114 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:56.684275 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:56.710547 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 85981836-96f1-4bd2-94f9-0d5301583ab8, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=85981836-96f1-4bd2-94f9-0d5301583ab8,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:56.728102 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-c91c8710-a37a-4242-bc2f-05587f630ab2 None None] Provisioning for port 9cf08e05-6966-4c72-b395-f5a9313fefdd completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:50:56.735095 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '85981836-96f1-4bd2-94f9-0d5301583ab8', 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba', 'port_id': '85981836-96f1-4bd2-94f9-0d5301583ab8', 'mac_address': 'fa:16:3e:fa:ea:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be14de86-797e-40b4-a21a-5af3dd1cd815', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:50:56.738424 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-c91c8710-a37a-4242-bc2f-05587f630ab2 None None] Provisioning complete for port 9cf08e05-6966-4c72-b395-f5a9313fefdd triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:50:56.739097 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c91c8710-a37a-4242-bc2f-05587f630ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:56.828991 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:56.857519 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85981836-96f1-4bd2-94f9-0d5301583ab8 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:50:56.877940 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-c91c8710-a37a-4242-bc2f-05587f630ab2 None None] Port 9cf08e05-6966-4c72-b395-f5a9313fefdd cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:50:56.892083 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-53afc3c7-fead-45b1-84dc-bcad9badf171 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Allocated IP 172.20.0.7 (6d7067ff-71fe-4d6a-9e66-6233ccccf1e2/95f23e7b-1bd5-4fcb-89a3-9f490a61d777/e94f5f14-2b1f-4c96-b9c5-e8d391a7117d) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:50:56.913273 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 85981836-96f1-4bd2-94f9-0d5301583ab8, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=85981836-96f1-4bd2-94f9-0d5301583ab8,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:56.922312 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:56.987246 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:52Z', 'revision_number': 3, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:57.017135 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df5129-2248-480d-a9a3-934e44c0c0a9 req-b1d65c82-8509-41db-8961-9acdac719e24 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:57.019627 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b3df5129-2248-480d-a9a3-934e44c0c0a9 req-b1d65c82-8509-41db-8961-9acdac719e24 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1196003 Sep 14 18:50:57.029793 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99a8793-655b-49b9-8e79-05224ee281af None None] The sync data for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi is: [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:52Z', 'revision_number': 3, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:50:57.052337 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:57.065400 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:57.066309 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=85981836-96f1-4bd2-94f9-0d5301583ab8,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:57.146382 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=105941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:50:57.155440 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:57.176514 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b3df5129-2248-480d-a9a3-934e44c0c0a9 req-50dc48c1-b103-4a7f-addd-08e49b38ce4c tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256313 Sep 14 18:50:57.214925 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-53afc3c7-fead-45b1-84dc-bcad9badf171 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:57.217539 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26220426'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:57.233896 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-389ee2fc-9002-4ba2-835d-25672546bf7d req-75d4c108-e131-4e8f-ac8a-5e77568bbdfd tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 210 time: 0.1063755 Sep 14 18:50:57.267315 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-53afc3c7-fead-45b1-84dc-bcad9badf171 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:57.298487 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['85981836-96f1-4bd2-94f9-0d5301583ab8'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:50:57.329820 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3401c6-49dd-4b68-bfd6-a76ef3af9e30,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:57.339064 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:57.339883 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.segments_db [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Added segment 982968d0-93ac-451f-b633-e4eb1cffa680 of type vlan for network 547cbb22-d5d1-48b9-9411-49b48cea5eca Sep 14 18:50:57.349654 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-53afc3c7-fead-45b1-84dc-bcad9badf171 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Network 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:50:57.354785 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-53afc3c7-fead-45b1-84dc-bcad9badf171 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:50:57.360784 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-53afc3c7-fead-45b1-84dc-bcad9badf171 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:50:57.370234 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-53afc3c7-fead-45b1-84dc-bcad9badf171 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:57.371105 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-53afc3c7-fead-45b1-84dc-bcad9badf171 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:57.395555 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-53afc3c7-fead-45b1-84dc-bcad9badf171 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1813858 Sep 14 18:50:57.396952 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afc3c7-fead-45b1-84dc-bcad9badf171 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Pushing event updated for resources: {'Port': ['ID=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:57.412434 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Request body: {'port': {'device_id': '5e4983c2-6903-4575-a494-ca4080133a93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:57.446773 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527902'] for router_interface, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:57.492718 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:57.528303 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf08e05-6966-4c72-b395-f5a9313fefdd,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:57.533888 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:57.715135 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:57.716594 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:57.717432 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:57.890404 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91c948-d211-46c3-acf4-cd84d4cffa24 req-b7c57442-8437-47a4-9f23-41d445bab9d9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:57.893130 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bd91c948-d211-46c3-acf4-cd84d4cffa24 req-b7c57442-8437-47a4-9f23-41d445bab9d9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 945 time: 0.1437488 Sep 14 18:50:57.896787 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] Pushing event updated for resources: {'Network': ['ID=547cbb22-d5d1-48b9-9411-49b48cea5eca,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:57.905180 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-062517f1-1d6e-4a93-8c97-b1624ea629bf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4576554 Sep 14 18:50:57.910086 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42700) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:57.916481 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-807ff8c4-4ae6-48fc-865a-9d2fe4c65348 admin admin] Request body: {'subnet': {'network_id': '547cbb22-d5d1-48b9-9411-49b48cea5eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1691341237-subnet', 'tenant_id': 'f4fcf69e64d54a91a21541d9d073b8fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:50:57.920201 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network 547cbb22-d5d1-48b9-9411-49b48cea5eca details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:50:57.922221 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:50:57.927334 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:50:58.063449 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bd91c948-d211-46c3-acf4-cd84d4cffa24 req-a16295a6-eda1-4748-beb0-e5ddf7fd8dc9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054244 Sep 14 18:50:58.130744 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807ff8c4-4ae6-48fc-865a-9d2fe4c65348 admin admin] Made reservation on behalf of f4fcf69e64d54a91a21541d9d073b8fd for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:50:58.135359 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-807ff8c4-4ae6-48fc-865a-9d2fe4c65348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26947138'] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:58.257113 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:58.265302 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94f5f14-2b1f-4c96-b9c5-e8d391a7117d {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:50:58.297174 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:58.330510 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Transition to ACTIVE for port object e94f5f14-2b1f-4c96-b9c5-e8d391a7117d will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:50:58.338687 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:58.392736 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:50:58.436872 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-d03d8fe6-4c94-4d24-b714-8aca72bdc009 None None] Provisioning complete for port 9cf08e05-6966-4c72-b395-f5a9313fefdd triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:50:58.437899 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-d03d8fe6-4c94-4d24-b714-8aca72bdc009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:58.451590 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Pushing event updated for resources: {'Port': ['ID=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:58.507501 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836003cb-8f40-48b9-9b59-017ba3b1139c req-17d51aaa-b7dc-4788-b3ad-9a8242b27081 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:58.509836 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-836003cb-8f40-48b9-9b59-017ba3b1139c req-17d51aaa-b7dc-4788-b3ad-9a8242b27081 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1102257 Sep 14 18:50:58.512680 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Attempting to bind port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:50:58.513021 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Attempting to bind port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'd9a5eff2-c64c-4318-a706-3d41f743abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:50:58.513355 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Attempting to bind port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d on network 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:50:58.519393 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d on network 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:50:58.519959 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Attempting to bind port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d on network 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:50:58.529225 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:50:58.529980 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Checking segment: {'id': 'd9a5eff2-c64c-4318-a706-3d41f743abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:50:58.530530 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Bound using segment: {'id': 'd9a5eff2-c64c-4318-a706-3d41f743abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:50:58.531141 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Bound port: e94f5f14-2b1f-4c96-b9c5-e8d391a7117d, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a5eff2-c64c-4318-a706-3d41f743abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:50:58.531737 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:58.533517 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dac66-70f1-43c7-bc70-443550571c23 req-4d66fbc7-67a2-4580-8149-34b7c4463818 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:58.542464 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8c8dac66-70f1-43c7-bc70-443550571c23 req-4d66fbc7-67a2-4580-8149-34b7c4463818 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 943 time: 0.1478634 Sep 14 18:50:58.581133 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-d03d8fe6-4c94-4d24-b714-8aca72bdc009 None None] Port 9cf08e05-6966-4c72-b395-f5a9313fefdd cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:50:58.680137 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8c8dac66-70f1-43c7-bc70-443550571c23 req-c2cb180f-b9af-49ae-af2e-0690cc4e779f tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364307 Sep 14 18:50:58.718515 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 39917b62-a200-4b53-86cc-871f0212d3d1 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:50:58.720625 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-836003cb-8f40-48b9-9b59-017ba3b1139c req-574f0c8c-83f4-4253-b1d3-2d452592cfac tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855271 Sep 14 18:50:58.737914 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] For port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:50:58.741957 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] For port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d,segment=NetworkSegment(d9a5eff2-c64c-4318-a706-3d41f743abca),segment_id=d9a5eff2-c64c-4318-a706-3d41f743abca)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:50:58.754678 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:58.807085 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:58.807872 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:58.810109 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] 10.222.0.68 "PUT /v2.0/ports/e94f5f14-2b1f-4c96-b9c5-e8d391a7117d HTTP/1.1" status: 200 len: 1093 time: 1.4029729 Sep 14 18:50:58.810109 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4983c2-6903-4575-a494-ca4080133a93', 'tag': 'e94f5f14-2b1f-4c96-b9c5-e8d391a7117d'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:50:58.813921 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f3bf16-e5c4-4f3c-8166-8c88cb92963e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4983c2-6903-4575-a494-ca4080133a93", "tag": "e94f5f14-2b1f-4c96-b9c5-e8d391a7117d"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:50:58.818910 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 39917b62-a200-4b53-86cc-871f0212d3d1 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:50:58.828158 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 39917b62-a200-4b53-86cc-871f0212d3d1 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:50:58.828925 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:58.840237 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfd349-48fd-4815-afaa-0723263baa68 service neutron] Pushing event updated for resources: {'Port': ['ID=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:58.860754 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:50:58.866412 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-807ff8c4-4ae6-48fc-865a-9d2fe4c65348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26219525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26947164'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:58.885536 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-7b54fa82-134f-4fe1-939d-608debb8f451 admin admin] 10.222.0.37 "PUT /v2.0/routers/ff239a6d-fb6c-4b32-bd1d-ec22714ccf87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5873246 Sep 14 18:50:58.993179 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d67c308-66e5-4136-813e-eb15fb45a6fc x-openstack-request-id: req-6d67c308-66e5-4136-813e-eb15fb45a6fc {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:50:58.993828 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4983c2-6903-4575-a494-ca4080133a93", "tag": "e94f5f14-2b1f-4c96-b9c5-e8d391a7117d", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:50:58.994105 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d67c308-66e5-4136-813e-eb15fb45a6fc {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:50:58.994544 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4983c2-6903-4575-a494-ca4080133a93', 'tag': 'e94f5f14-2b1f-4c96-b9c5-e8d391a7117d', 'status': 'completed', 'code': 200} Sep 14 18:50:59.016518 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:59.028131 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-4137c214-d5f9-4b0b-b677-d50287c32f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:59.029803 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-4137c214-d5f9-4b0b-b677-d50287c32f50 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a5c190523d0499c8f50ad75d702f930&device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 1096 time: 0.1068013 Sep 14 18:50:59.079679 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:59.081480 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 39917b62-a200-4b53-86cc-871f0212d3d1, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=39917b62-a200-4b53-86cc-871f0212d3d1,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:50:59.089439 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:59.134828 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-4bdeda26-1993-40f3-b52c-a3d4f0735993 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d HTTP/1.1" status: 200 len: 217 time: 0.0822508 Sep 14 18:50:59.208768 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=39917b62-a200-4b53-86cc-871f0212d3d1,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:59.240080 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-299ee42d-f7c6-4dbd-87a2-5ffe93ea52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:59.241666 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-299ee42d-f7c6-4dbd-87a2-5ffe93ea52ed service neutron] 10.222.0.68 "GET /v2.0/subnets?id=95f23e7b-1bd5-4fcb-89a3-9f490a61d777 HTTP/1.1" status: 200 len: 853 time: 0.0953374 Sep 14 18:50:59.289861 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ff8c4-4ae6-48fc-865a-9d2fe4c65348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ff3b87-b820-4053-a471-e2298a61a758,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:50:59.299827 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-12b4608c-99fe-43d5-8444-7abdc5b39675 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6d7067ff-71fe-4d6a-9e66-6233ccccf1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451000 Sep 14 18:50:59.312344 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a82c2-6d0b-499b-812c-d73b34c7207f req-6fc57d87-c0b9-487d-af07-44009c68d40b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:59.313998 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-291a82c2-6d0b-499b-812c-d73b34c7207f req-6fc57d87-c0b9-487d-af07-44009c68d40b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 945 time: 0.1327026 Sep 14 18:50:59.317284 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ff8c4-4ae6-48fc-865a-9d2fe4c65348 admin admin] Checking segment: {'id': '982968d0-93ac-451f-b633-e4eb1cffa680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '547cbb22-d5d1-48b9-9411-49b48cea5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:50:59.317711 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ff8c4-4ae6-48fc-865a-9d2fe4c65348 admin admin] Network hostable DHCP agents. Network: 547cbb22-d5d1-48b9-9411-49b48cea5eca, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:50:59.362788 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ff8c4-4ae6-48fc-865a-9d2fe4c65348 admin admin] Network 547cbb22-d5d1-48b9-9411-49b48cea5eca is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:50:59.382420 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-291a82c2-6d0b-499b-812c-d73b34c7207f req-9435d1fa-a6b2-4633-a33f-b88f2ee2cd70 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573130 Sep 14 18:50:59.386981 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-807ff8c4-4ae6-48fc-865a-9d2fe4c65348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, 547cbb22-d5d1-48b9-9411-49b48cea5eca) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:50:59.416176 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807ff8c4-4ae6-48fc-865a-9d2fe4c65348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:59.416359 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-807ff8c4-4ae6-48fc-865a-9d2fe4c65348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:50:59.417786 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f926b-fcbf-476e-998b-cf5501d0a0e8 None None] Network 547cbb22-d5d1-48b9-9411-49b48cea5eca requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:50:59.427541 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-7f5758a3-2b0a-4784-af0a-6df5ad459fcb service neutron] 10.222.0.68 "GET /v2.0/networks/6d7067ff-71fe-4d6a-9e66-6233ccccf1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115096 Sep 14 18:50:59.447877 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-807ff8c4-4ae6-48fc-865a-9d2fe4c65348 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5368667 Sep 14 18:50:59.547933 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b28aeeb-a0b5-4fb6-ad7f-912f675dbf1a req-59e1ccd9-9dca-45f8-a172-8f4a9d93c610 service neutron] 10.222.0.68 "GET /v2.0/networks/6d7067ff-71fe-4d6a-9e66-6233ccccf1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035149 Sep 14 18:50:59.740390 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3bf16-e5c4-4f3c-8166-8c88cb92963e req-1be547a0-4c95-4560-aab9-d5bbd91b48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:50:59.743547 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f2f3bf16-e5c4-4f3c-8166-8c88cb92963e req-1be547a0-4c95-4560-aab9-d5bbd91b48ca service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a5c190523d0499c8f50ad75d702f930&device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 1096 time: 0.1123977 Sep 14 18:50:59.828072 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Sync routers for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:50:59.841803 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac1f83b-6a00-4721-bb2a-369bbccf0076 None None] Network 547cbb22-d5d1-48b9-9411-49b48cea5eca requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:50:59.862352 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:50:59.863817 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:50:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:50:59.960929 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42744) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:50:59.971186 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-919613888-network', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:00.006496 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:51:00.018340 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be2ea1-17ca-4d5e-a6f4-728e7d5c6e03 req-a6b90091-97b1-4d31-a342-ed3d67234092 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:00.021049 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e0be2ea1-17ca-4d5e-a6f4-728e7d5c6e03 req-a6b90091-97b1-4d31-a342-ed3d67234092 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1168935 Sep 14 18:51:00.075772 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Made reservation on behalf of cd0ac705d6ed4a06a01f0c0a02f5a46a for: {'network': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:51:00.079939 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:00.105945 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:00.164002 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e0be2ea1-17ca-4d5e-a6f4-728e7d5c6e03 req-e0cafe00-c365-4878-a770-e6bc05ea7dc3 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311369 Sep 14 18:51:00.306739 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05c1ff-3a2a-46e3-8954-949b1cdbffe5 req-42acddda-1cac-473a-ba4b-438933d91fca tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:00.314403 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ea05c1ff-3a2a-46e3-8954-949b1cdbffe5 req-42acddda-1cac-473a-ba4b-438933d91fca tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 943 time: 0.4284608 Sep 14 18:51:00.334496 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:00.348146 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:00.380508 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ea05c1ff-3a2a-46e3-8954-949b1cdbffe5 req-c42d7378-1c95-45a9-bdb1-ec6a2252824b tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644834 Sep 14 18:51:00.382857 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3bf16-e5c4-4f3c-8166-8c88cb92963e req-64c6b2d3-fdf7-4553-bd96-a283f2c221f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:00.386424 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f2f3bf16-e5c4-4f3c-8166-8c88cb92963e req-64c6b2d3-fdf7-4553-bd96-a283f2c221f0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 HTTP/1.1" status: 200 len: 914 time: 0.6114631 Sep 14 18:51:00.425475 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=105941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:51:00.464976 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:00.466024 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.segments_db [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Added segment f9fd6994-dbd1-433a-93e1-9531450af6c1 of type vlan for network ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44 Sep 14 18:51:00.502093 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f2f3bf16-e5c4-4f3c-8166-8c88cb92963e req-c9dfb51c-258e-4fee-8776-e038e13d3226 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d HTTP/1.1" status: 200 len: 217 time: 0.1061492 Sep 14 18:51:00.520529 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:00.567477 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9999ff6e-0c99-438b-a7ee-286700479021,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:00.577557 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 85981836-96f1-4bd2-94f9-0d5301583ab8 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:51:00.584302 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:00.585438 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:00.586127 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:00.648516 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84df2ec-b782-447b-9083-308a8f427301 req-31d50b28-78cd-4252-95fa-602345a9da83 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:00.650246 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e84df2ec-b782-447b-9083-308a8f427301 req-31d50b28-78cd-4252-95fa-602345a9da83 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 945 time: 0.1415064 Sep 14 18:51:00.666511 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 39917b62-a200-4b53-86cc-871f0212d3d1 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:51:00.679539 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] Pushing event updated for resources: {'Network': ['ID=ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:00.681135 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3bf16-e5c4-4f3c-8166-8c88cb92963e req-df813f03-0456-433e-8884-d43393b5a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:00.683655 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f2f3bf16-e5c4-4f3c-8166-8c88cb92963e req-df813f03-0456-433e-8884-d43393b5a6f3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=95f23e7b-1bd5-4fcb-89a3-9f490a61d777 HTTP/1.1" status: 200 len: 853 time: 0.1643603 Sep 14 18:51:00.685200 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-2900d17b-6826-4c8e-a4ae-8c3bd3292e4f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7197707 Sep 14 18:51:00.690237 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42756) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:00.697615 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-6ac0442f-d2ac-46d4-af67-b38973514093 admin admin] Request body: {'subnet': {'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-919613888-subnet', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'ip_version': 4}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:00.700935 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44 details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:51:00.732940 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac0442f-d2ac-46d4-af67-b38973514093 admin admin] Made reservation on behalf of cd0ac705d6ed4a06a01f0c0a02f5a46a for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:51:00.733149 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f2f3bf16-e5c4-4f3c-8166-8c88cb92963e req-5eb288e1-31de-47ff-918a-d19ab9d2ad70 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6d7067ff-71fe-4d6a-9e66-6233ccccf1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406640 Sep 14 18:51:00.737372 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6ac0442f-d2ac-46d4-af67-b38973514093 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26947138'] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:00.741474 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e84df2ec-b782-447b-9083-308a8f427301 req-a463da4d-bb1f-40a2-a551-9b49d09bebfa tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724487 Sep 14 18:51:00.892574 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f2f3bf16-e5c4-4f3c-8166-8c88cb92963e req-f105de99-6d48-4c9b-b9ab-7c2c31b6cda8 service neutron] 10.222.0.68 "GET /v2.0/networks/6d7067ff-71fe-4d6a-9e66-6233ccccf1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444526 Sep 14 18:51:00.893996 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port 85981836-96f1-4bd2-94f9-0d5301583ab8 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:51:00.897543 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 39917b62-a200-4b53-86cc-871f0212d3d1 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:00.897926 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:00.922200 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 85981836-96f1-4bd2-94f9-0d5301583ab8 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:00.922496 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:00.984626 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6ac0442f-d2ac-46d4-af67-b38973514093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26219525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26947164'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:01.029481 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f2f3bf16-e5c4-4f3c-8166-8c88cb92963e req-2353a9ad-ff14-4352-8379-818ff44796f7 service neutron] 10.222.0.68 "GET /v2.0/networks/6d7067ff-71fe-4d6a-9e66-6233ccccf1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284680 Sep 14 18:51:01.056713 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0442f-d2ac-46d4-af67-b38973514093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0af4831-33df-4795-b15f-f512777fdaf4,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:01.062151 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac0442f-d2ac-46d4-af67-b38973514093 admin admin] Checking segment: {'id': 'f9fd6994-dbd1-433a-93e1-9531450af6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:51:01.062151 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac0442f-d2ac-46d4-af67-b38973514093 admin admin] Network hostable DHCP agents. Network: ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:51:01.078849 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 2, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:01.082273 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac0442f-d2ac-46d4-af67-b38973514093 admin admin] Network ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44 is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:51:01.094896 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-6ac0442f-d2ac-46d4-af67-b38973514093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:51:01.101062 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0442f-d2ac-46d4-af67-b38973514093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:01.101711 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6ac0442f-d2ac-46d4-af67-b38973514093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:01.120015 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-6ac0442f-d2ac-46d4-af67-b38973514093 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4270744 Sep 14 18:51:01.122741 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42760) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:01.128437 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-919613888-router', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:01.153329 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:01.155291 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1441'] for router, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:01.168025 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b983836-6087-4ad4-9bb3-f72a0553ca08 None None] Network ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:51:01.201929 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Checking router: ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:51:01.202486 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Updating router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 port 9cf08e05-6966-4c72-b395-f5a9313fefdd binding host dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:51:01.235407 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:01.340919 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:01.348126 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:01.461075 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41abaeb6-15c5-4305-aec0-48af3074571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85981836-96f1-4bd2-94f9-0d5301583ab8'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:51:01.464733 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c60d01-921c-417c-afaf-98852f9337d1" -d '{"events": [{"server_uuid": "41abaeb6-15c5-4305-aec0-48af3074571b", "name": "network-vif-plugged", "status": "completed", "tag": "85981836-96f1-4bd2-94f9-0d5301583ab8"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:51:01.516361 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:01.528139 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 85981836-96f1-4bd2-94f9-0d5301583ab8, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=85981836-96f1-4bd2-94f9-0d5301583ab8,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:51:01.535345 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5bf5d-3db3-4b7c-bba3-a13bc4c48f0a req-8b0165cb-3047-4939-962d-0bcd1778c99a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:01.538285 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7aa5bf5d-3db3-4b7c-bba3-a13bc4c48f0a req-8b0165cb-3047-4939-962d-0bcd1778c99a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.2524250 Sep 14 18:51:01.589684 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3923e-18f0-48f9-bf9b-d26e2bf1f66f req-6dd760e5-8d18-4cdc-8a5f-f620df2fd86d tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:01.600325 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-55d3923e-18f0-48f9-bf9b-d26e2bf1f66f req-6dd760e5-8d18-4cdc-8a5f-f620df2fd86d tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 943 time: 0.0919080 Sep 14 18:51:01.644463 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:01.657782 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7aa5bf5d-3db3-4b7c-bba3-a13bc4c48f0a req-556e526a-3006-460f-9f65-0d3af9eedc01 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101644 Sep 14 18:51:01.682442 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-55d3923e-18f0-48f9-bf9b-d26e2bf1f66f req-54cd88c8-0d0e-41be-bc5c-6be0963263c0 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799773 Sep 14 18:51:01.874245 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Notify callbacks [] for port, precommit_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:01.886457 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Transition to ACTIVE for port object 9cf08e05-6966-4c72-b395-f5a9313fefdd will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:51:01.897801 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dde894-237c-49ec-a209-0cba0e02f19c x-openstack-request-id: req-d8dde894-237c-49ec-a209-0cba0e02f19c {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:51:01.898285 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41abaeb6-15c5-4305-aec0-48af3074571b", "name": "network-vif-plugged", "status": "completed", "tag": "85981836-96f1-4bd2-94f9-0d5301583ab8", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:51:01.898683 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8dde894-237c-49ec-a209-0cba0e02f19c {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:51:01.899279 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41abaeb6-15c5-4305-aec0-48af3074571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85981836-96f1-4bd2-94f9-0d5301583ab8', 'code': 200} Sep 14 18:51:01.903134 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:02.017873 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12fb19ed-eff7-5e3c-bd5d-b5796e8246d8-ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44', 'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'fixed_ips': [{'subnet_id': 'a0af4831-33df-4795-b15f-f512777fdaf4'}]}} from dv-cinder-808992-5-iscsi. {{(pid=105943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 18:51:02.018770 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:02.074303 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=85981836-96f1-4bd2-94f9-0d5301583ab8,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:02.141017 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8c47d-572e-4300-a4c8-932a96356eb1 req-033f6be9-7f95-4b53-bd12-53d66faef979 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:02.150964 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c8c8c47d-572e-4300-a4c8-932a96356eb1 req-033f6be9-7f95-4b53-bd12-53d66faef979 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 946 time: 0.2072971 Sep 14 18:51:02.156678 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b128273-c3e6-44c2-aeab-a1d3ada584d7 req-97d03d27-1420-43b8-a800-77a10ac3226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:02.158286 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9b128273-c3e6-44c2-aeab-a1d3ada584d7 req-97d03d27-1420-43b8-a800-77a10ac3226b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 1099 time: 0.1013288 Sep 14 18:51:02.224897 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c8c8c47d-572e-4300-a4c8-932a96356eb1 req-8b57d06b-f13b-4244-b867-52c9c4b42fa8 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683038 Sep 14 18:51:02.226820 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:02.229814 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9b128273-c3e6-44c2-aeab-a1d3ada584d7 req-f9e5af78-d914-476e-8b32-6d6c9719fb69 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589883 Sep 14 18:51:02.260590 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:02.316146 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Attempting to bind port 9cf08e05-6966-4c72-b395-f5a9313fefdd on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:51:02.316519 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Attempting to bind port 9cf08e05-6966-4c72-b395-f5a9313fefdd by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:51:02.316882 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Attempting to bind port 9cf08e05-6966-4c72-b395-f5a9313fefdd on network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:51:02.324000 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acade2-b9f3-4a2e-b53d-394786434cee None None] Pushing event updated for resources: {'Port': ['ID=9cf08e05-6966-4c72-b395-f5a9313fefdd,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:02.332146 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:51:02.332146 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Checking segment: {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:51:02.332489 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:02.332790 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Bound using segment: {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:51:02.333295 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Bound port: 9cf08e05-6966-4c72-b395-f5a9313fefdd, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:51:02.333731 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:02.403771 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Allocated IP 172.27.1.212 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/6fca144d-10b9-4800-9b67-390ca7bed8c4) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:51:02.449013 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.db_base_plugin_common [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Allocated IP 172.20.0.2 (ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44/a0af4831-33df-4795-b15f-f512777fdaf4/458a69e0-4165-4547-baad-732b5eb1bf54) {{(pid=105943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:51:02.578585 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] For port 9cf08e05-6966-4c72-b395-f5a9313fefdd, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:51:02.597531 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] For port 9cf08e05-6966-4c72-b395-f5a9313fefdd, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=9cf08e05-6966-4c72-b395-f5a9313fefdd,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:51:02.604351 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:02.626017 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:02.702335 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:02.734994 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acade2-b9f3-4a2e-b53d-394786434cee None None] Pushing event updated for resources: {'Port': ['ID=9cf08e05-6966-4c72-b395-f5a9313fefdd,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:02.739766 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:51:02.740440 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:50:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:02.802526 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:51:02.808560 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:51:02.815252 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:51:02.847998 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Notify callbacks [] for port, precommit_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:02.884116 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6fca144d-10b9-4800-9b67-390ca7bed8c4,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:02.887821 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Transition to ACTIVE for port object 458a69e0-4165-4547-baad-732b5eb1bf54 will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:51:02.929388 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Transition to ACTIVE for port object 458a69e0-4165-4547-baad-732b5eb1bf54 will not be triggered until provisioned by entity DHCP. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:51:02.948661 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:02.959925 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:51:02.964795 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d918ce5-a850-4c0c-978f-eb09a3aad1e8 req-20bc9157-596c-4fff-91b9-37edd6f2ef30 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:02.967392 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1d918ce5-a850-4c0c-978f-eb09a3aad1e8 req-20bc9157-596c-4fff-91b9-37edd6f2ef30 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1305585 Sep 14 18:51:03.037858 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1d918ce5-a850-4c0c-978f-eb09a3aad1e8 req-e1d10391-2299-40d1-93be-6275576fc782 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619378 Sep 14 18:51:03.230459 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Network ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44 is already hosted by enough agents. {{(pid=105943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:51:03.240811 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e428c48-7e8d-4430-a340-f88fccb07a79 req-5a3d8d42-2e3b-4353-9937-bfa231f00472 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:03.244371 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6e428c48-7e8d-4430-a340-f88fccb07a79 req-5a3d8d42-2e3b-4353-9937-bfa231f00472 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 943 time: 0.1968176 Sep 14 18:51:03.250276 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.base_scheduler [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Resources bound (agent type, host, resource id): {{(pid=105943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:51:03.256835 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Received port after_create {{(pid=105943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:51:03.331560 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Pushing event updated for resources: {'Port': ['ID=458a69e0-4165-4547-baad-732b5eb1bf54,revision_number=1']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:03.392409 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6e428c48-7e8d-4430-a340-f88fccb07a79 req-d9ede2a6-a83c-4fd4-a004-11403405e2b9 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339898 Sep 14 18:51:03.428050 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Attempting to bind port 458a69e0-4165-4547-baad-732b5eb1bf54 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:51:03.428667 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Attempting to bind port 458a69e0-4165-4547-baad-732b5eb1bf54 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'f9fd6994-dbd1-433a-93e1-9531450af6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:51:03.429220 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Attempting to bind port 458a69e0-4165-4547-baad-732b5eb1bf54 on network ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44 {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:51:03.439018 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:03.471648 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:51:03.472017 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Checking segment: {'id': 'f9fd6994-dbd1-433a-93e1-9531450af6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:51:03.472419 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:03.472818 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Bound using segment: {'id': 'f9fd6994-dbd1-433a-93e1-9531450af6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:51:03.473310 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Bound port: 458a69e0-4165-4547-baad-732b5eb1bf54, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fd6994-dbd1-433a-93e1-9531450af6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:51:03.473796 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:03.561802 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:02Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:03.568626 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] For port 458a69e0-4165-4547-baad-732b5eb1bf54, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:51:03.573517 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] For port 458a69e0-4165-4547-baad-732b5eb1bf54, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=458a69e0-4165-4547-baad-732b5eb1bf54,segment=NetworkSegment(f9fd6994-dbd1-433a-93e1-9531450af6c1),segment_id=f9fd6994-dbd1-433a-93e1-9531450af6c1)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:51:03.601742 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:03.606462 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19fd59f-f2de-425b-84de-e0b7c00255e1 None None] The sync data for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi is: [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:02Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:51:03.714511 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62154072-377d-4a3d-bc51-44fa44331c03 None None] Pushing event updated for resources: {'Port': ['ID=458a69e0-4165-4547-baad-732b5eb1bf54,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:03.856490 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5048cf-8e56-4e4d-871d-bdfedc24d22c req-be09023a-4255-49aa-8643-8776fb6c57fd tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:03.866320 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-eb5048cf-8e56-4e4d-871d-bdfedc24d22c req-be09023a-4255-49aa-8643-8776fb6c57fd tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 946 time: 0.3747447 Sep 14 18:51:03.949597 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:51:03.973314 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-eb5048cf-8e56-4e4d-871d-bdfedc24d22c req-8c4da700-055b-4b26-ba34-671e1f5b11d9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060808 Sep 14 18:51:03.988986 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554079'] for router, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:04.407752 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Router 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 is scheduled to L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 with binding_index 1 {{(pid=105941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 18:51:04.557430 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:51:04.570050 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Sync routers for ids ['05b9937c-bebd-4c61-9e1a-6c02bb1d6169'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:51:04.588802 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Routers {'05b9937c-bebd-4c61-9e1a-6c02bb1d6169'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:51:04.589626 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:50:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['05b9937c-bebd-4c61-9e1a-6c02bb1d6169'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:04.598748 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] Notify callbacks [] for router, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:04.602601 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-ad7aa86d-9752-4064-8e83-cf4377ed37b5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4783547 Sep 14 18:51:04.607411 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 42824) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:04.749255 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Set router 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:51:04.766652 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 458a69e0-4165-4547-baad-732b5eb1bf54 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:51:04.882267 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 458a69e0-4165-4547-baad-732b5eb1bf54 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:51:04.892277 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 9cf08e05-6966-4c72-b395-f5a9313fefdd up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:51:04.936979 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device e94f5f14-2b1f-4c96-b9c5-e8d391a7117d details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:51:05.111383 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'name': 'tempest-TestVolumeBootPattern-919613888-router', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:51:01Z', 'updated_at': '2021-09-14T18:51:03Z', 'revision_number': 3, 'project_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'gw_port': {'id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:51:02Z', 'updated_at': '2021-09-14T18:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:05.150336 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Checking router: 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:51:05.151150 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Updating router 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 port 6fca144d-10b9-4800-9b67-390ca7bed8c4 binding host dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:51:05.153595 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 9cf08e05-6966-4c72-b395-f5a9313fefdd completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:51:05.159828 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 9cf08e05-6966-4c72-b395-f5a9313fefdd triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:05.163859 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.174538 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19de93da-f6a7-4cbe-96d1-b601a5172247 None None] Network ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:51:05.187473 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.265159 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d,segment=NetworkSegment(d9a5eff2-c64c-4318-a706-3d41f743abca),segment_id=d9a5eff2-c64c-4318-a706-3d41f743abca)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:51:05.317016 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-05dad4aa-18a4-45d9-90d3-a61797b01f87 None None] Provisioning for port 458a69e0-4165-4547-baad-732b5eb1bf54 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:51:05.329231 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': 'e94f5f14-2b1f-4c96-b9c5-e8d391a7117d', 'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2', 'port_id': 'e94f5f14-2b1f-4c96-b9c5-e8d391a7117d', 'mac_address': 'fa:16:3e:1f:37:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f23e7b-1bd5-4fcb-89a3-9f490a61d777', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:51:05.330514 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.339021 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-05dad4aa-18a4-45d9-90d3-a61797b01f87 None None] Provisioning complete for port 458a69e0-4165-4547-baad-732b5eb1bf54 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:05.339390 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-05dad4aa-18a4-45d9-90d3-a61797b01f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.491351 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.519533 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Allocated IP 172.20.0.1 (ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44/a0af4831-33df-4795-b15f-f512777fdaf4/953d9229-5dc1-4306-a440-e3aebeef1a41) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:51:05.536693 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.544826 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94f5f14-2b1f-4c96-b9c5-e8d391a7117d {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:51:05.614368 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Notify callbacks [] for port, precommit_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.626793 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.provisioning_blocks [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Transition to ACTIVE for port object 6fca144d-10b9-4800-9b67-390ca7bed8c4 will not be triggered until provisioned by entity L2. {{(pid=105944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:51:05.631913 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d,segment=NetworkSegment(d9a5eff2-c64c-4318-a706-3d41f743abca),segment_id=d9a5eff2-c64c-4318-a706-3d41f743abca)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:51:05.636311 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.646730 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.653445 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 9cf08e05-6966-4c72-b395-f5a9313fefdd, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=9cf08e05-6966-4c72-b395-f5a9313fefdd,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:51:05.658279 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.662488 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-05dad4aa-18a4-45d9-90d3-a61797b01f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.679292 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Transition to ACTIVE for port object 953d9229-5dc1-4306-a440-e3aebeef1a41 will not be triggered until provisioned by entity DHCP. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:51:05.691852 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.703199 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b6962-1a2e-46d2-b016-41a8720bcfa5 None None] Pushing event updated for resources: {'Port': ['ID=6fca144d-10b9-4800-9b67-390ca7bed8c4,revision_number=2']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:05.717936 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Attempting to bind port 6fca144d-10b9-4800-9b67-390ca7bed8c4 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:51:05.718307 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Attempting to bind port 6fca144d-10b9-4800-9b67-390ca7bed8c4 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:51:05.719113 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Attempting to bind port 6fca144d-10b9-4800-9b67-390ca7bed8c4 on network 41c3f254-0188-4e85-819d-1e1b359cef2a {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:51:05.725100 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:51:05.725487 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Checking segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:51:05.725927 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.726408 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Bound using segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:51:05.726816 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Bound port: 6fca144d-10b9-4800-9b67-390ca7bed8c4, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:51:05.727233 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.761179 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.768294 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-05dad4aa-18a4-45d9-90d3-a61797b01f87 None None] For port 458a69e0-4165-4547-baad-732b5eb1bf54, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=458a69e0-4165-4547-baad-732b5eb1bf54,segment=NetworkSegment(f9fd6994-dbd1-433a-93e1-9531450af6c1),segment_id=f9fd6994-dbd1-433a-93e1-9531450af6c1)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:51:05.775736 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:05.794566 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-05dad4aa-18a4-45d9-90d3-a61797b01f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.815530 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] For port 6fca144d-10b9-4800-9b67-390ca7bed8c4, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:51:05.820306 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] For port 6fca144d-10b9-4800-9b67-390ca7bed8c4, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=6fca144d-10b9-4800-9b67-390ca7bed8c4,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:51:05.828131 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.840548 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Network ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:51:05.846184 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:51:05.853035 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:51:05.853580 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554126'] for router_interface, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:05.887609 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=9cf08e05-6966-4c72-b395-f5a9313fefdd,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:05.894401 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Routers {'05b9937c-bebd-4c61-9e1a-6c02bb1d6169'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:51:05.895059 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:50:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['05b9937c-bebd-4c61-9e1a-6c02bb1d6169'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:05.909359 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=953d9229-5dc1-4306-a440-e3aebeef1a41,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:05.978231 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dad4aa-18a4-45d9-90d3-a61797b01f87 None None] Pushing event updated for resources: {'Port': ['ID=458a69e0-4165-4547-baad-732b5eb1bf54,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:06.056288 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b6962-1a2e-46d2-b016-41a8720bcfa5 None None] Pushing event updated for resources: {'Port': ['ID=6fca144d-10b9-4800-9b67-390ca7bed8c4,revision_number=3']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:06.063761 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:06.075371 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] Set router 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:51:06.130503 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-424234ea-56f1-4c32-b1c7-48f032e535c0 None None] Provisioning complete for port 458a69e0-4165-4547-baad-732b5eb1bf54 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:06.130882 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-424234ea-56f1-4c32-b1c7-48f032e535c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:06.198698 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f14317-694b-4660-8242-648143c37b30 req-cd2157ba-38be-443d-871b-e01c1668e0bf tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:06.200296 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-28f14317-694b-4660-8242-648143c37b30 req-cd2157ba-38be-443d-871b-e01c1668e0bf tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 944 time: 0.0738096 Sep 14 18:51:06.264512 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873caef-2092-4710-af27-d90ef0412064 req-f71e457a-0eb1-43b9-91f3-b38f72f2713a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:06.266006 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1873caef-2092-4710-af27-d90ef0412064 req-f71e457a-0eb1-43b9-91f3-b38f72f2713a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.1242003 Sep 14 18:51:06.268972 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-28f14317-694b-4660-8242-648143c37b30 req-ab5ff0e6-451c-45ab-80ce-7a58ade6d79d tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619476 Sep 14 18:51:06.385252 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1873caef-2092-4710-af27-d90ef0412064 req-7252dfc5-fd00-4f2d-8159-5081598c6fe4 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121686 Sep 14 18:51:06.423595 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbe3f5-06ce-47f3-9a65-f34294ad3a3f req-90b24045-0606-448a-99a2-941277f80ee5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:06.427797 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'name': 'tempest-TestVolumeBootPattern-919613888-router', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:51:01Z', 'updated_at': '2021-09-14T18:51:03Z', 'revision_number': 3, 'project_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'gw_port': {'id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:51:02Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:06.432757 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-58dbe3f5-06ce-47f3-9a65-f34294ad3a3f req-90b24045-0606-448a-99a2-941277f80ee5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 946 time: 0.0739653 Sep 14 18:51:06.435140 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-1c399e6f-f3d4-4f8c-868b-b29f94cf73aa None None] Provisioning for port 953d9229-5dc1-4306-a440-e3aebeef1a41 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:51:06.436170 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:06.440253 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-1c399e6f-f3d4-4f8c-868b-b29f94cf73aa None None] Provisioning complete for port 953d9229-5dc1-4306-a440-e3aebeef1a41 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:06.440711 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c399e6f-f3d4-4f8c-868b-b29f94cf73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:06.449901 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:06.452064 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527902'] for router_interface, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:06.462595 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c9490-0fa8-4b4c-9186-3b86c34ec45e None None] The sync data for ids ['05b9937c-bebd-4c61-9e1a-6c02bb1d6169'] in dv-cinder-808992-5-iscsi is: [{'id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'name': 'tempest-TestVolumeBootPattern-919613888-router', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:51:01Z', 'updated_at': '2021-09-14T18:51:03Z', 'revision_number': 3, 'project_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'gw_port': {'id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:51:02Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:51:06.479648 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['e94f5f14-2b1f-4c96-b9c5-e8d391a7117d'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:51:06.488656 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-58dbe3f5-06ce-47f3-9a65-f34294ad3a3f req-ec869d57-79e9-487c-bc6a-ebe269b8ecdc tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548897 Sep 14 18:51:06.522864 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-1c399e6f-f3d4-4f8c-868b-b29f94cf73aa None None] Port 953d9229-5dc1-4306-a440-e3aebeef1a41 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:51:06.563346 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=953d9229-5dc1-4306-a440-e3aebeef1a41,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:06.674481 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 9cf08e05-6966-4c72-b395-f5a9313fefdd up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:51:06.684493 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Network ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:51:06.686971 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:51:06.788532 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 9cf08e05-6966-4c72-b395-f5a9313fefdd triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:06.789344 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:06.920572 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Router 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:51:06.928085 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 458a69e0-4165-4547-baad-732b5eb1bf54 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:51:07.019423 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 458a69e0-4165-4547-baad-732b5eb1bf54 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:07.020332 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:07.072250 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:51:07.103958 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-750b21f0-b395-4f73-9ef6-2e20f51b4fd2 admin admin] 10.222.0.37 "PUT /v2.0/routers/05b9937c-bebd-4c61-9e1a-6c02bb1d6169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4866314 Sep 14 18:51:07.202565 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-1fc24d8c-edfb-43c5-8323-d356c06f8c4a None None] Provisioning complete for port 953d9229-5dc1-4306-a440-e3aebeef1a41 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:07.202942 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1fc24d8c-edfb-43c5-8323-d356c06f8c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:07.239664 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-1fc24d8c-edfb-43c5-8323-d356c06f8c4a None None] Port 953d9229-5dc1-4306-a440-e3aebeef1a41 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:51:07.422256 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9aa4f-8a57-4812-ac88-6446f3eec164 req-8e81fbd1-04e4-42aa-a971-fd66948ab857 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:07.424668 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3da9aa4f-8a57-4812-ac88-6446f3eec164 req-8e81fbd1-04e4-42aa-a971-fd66948ab857 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 944 time: 0.0764589 Sep 14 18:51:07.486144 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3da9aa4f-8a57-4812-ac88-6446f3eec164 req-09cf188e-da6f-43bf-9b53-8c732d9da4b0 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483017 Sep 14 18:51:07.662975 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bda10-66b3-4f14-8dd8-079651824c67 req-73349e76-81e9-444d-9fe8-6d4fbe987d6f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:07.664874 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c72bda10-66b3-4f14-8dd8-079651824c67 req-73349e76-81e9-444d-9fe8-6d4fbe987d6f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0714934 Sep 14 18:51:07.708940 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c72bda10-66b3-4f14-8dd8-079651824c67 req-f424a0b3-93b1-4351-962f-57379188daec tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379169 Sep 14 18:51:07.723351 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 42856) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:07.728743 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-0e314bf3-b88d-48aa-9e8f-2da59167d7d6 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1328614764', 'description': 'tempest-secgroup-smoke-1328614764 description', 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:07.786187 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0e314bf3-b88d-48aa-9e8f-2da59167d7d6 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:07.902582 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fc556-e783-4e03-a636-794774041b1f req-a0d45e5a-f527-41a4-b981-f592d4be49d5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:07.904210 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-751fc556-e783-4e03-a636-794774041b1f req-a0d45e5a-f527-41a4-b981-f592d4be49d5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 946 time: 0.1073282 Sep 14 18:51:08.004877 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-751fc556-e783-4e03-a636-794774041b1f req-f46e534d-2031-4887-beba-ee4af30646de tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902288 Sep 14 18:51:08.010944 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b0c79-945a-4e2c-a805-8de0ecd8705b req-7d6bb593-57e0-4b9c-97c1-d0e5767728d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:08.012476 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f11b0c79-945a-4e2c-a805-8de0ecd8705b req-7d6bb593-57e0-4b9c-97c1-d0e5767728d2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 1098 time: 0.1073513 Sep 14 18:51:08.019623 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0e314bf3-b88d-48aa-9e8f-2da59167d7d6 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.024785 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0e314bf3-b88d-48aa-9e8f-2da59167d7d6 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.074786 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0e314bf3-b88d-48aa-9e8f-2da59167d7d6 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.076789 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-0e314bf3-b88d-48aa-9e8f-2da59167d7d6 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3521683 Sep 14 18:51:08.081601 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42860) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:08.085045 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e314bf3-b88d-48aa-9e8f-2da59167d7d6 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:08.090363 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-d669df02-f909-4d11-9e0f-f741fff7b4f5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Request body: {'security_group_rule': {'security_group_id': '22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c', 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:08.101731 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f11b0c79-945a-4e2c-a805-8de0ecd8705b req-4f4b6169-57d1-4b4b-bfb5-484354b77e00 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697160 Sep 14 18:51:08.155274 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d669df02-f909-4d11-9e0f-f741fff7b4f5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.282790 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d669df02-f909-4d11-9e0f-f741fff7b4f5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.288499 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d669df02-f909-4d11-9e0f-f741fff7b4f5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.330663 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669df02-f909-4d11-9e0f-f741fff7b4f5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7702aa74-f4f0-4887-87e6-f8c0b3481d93,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:08.335783 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d669df02-f909-4d11-9e0f-f741fff7b4f5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.340383 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 42870) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:08.340633 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-d669df02-f909-4d11-9e0f-f741fff7b4f5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2570102 Sep 14 18:51:08.345418 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-6a8805bf-8ad1-4c7e-b61e-65fb3be22986 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Request body: {'security_group_rule': {'security_group_id': '22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c', 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:08.401204 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6a8805bf-8ad1-4c7e-b61e-65fb3be22986 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.518904 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6a8805bf-8ad1-4c7e-b61e-65fb3be22986 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.523323 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6a8805bf-8ad1-4c7e-b61e-65fb3be22986 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.538141 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device e94f5f14-2b1f-4c96-b9c5-e8d391a7117d up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:51:08.555268 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8805bf-8ad1-4c7e-b61e-65fb3be22986 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8a3083-89d1-4013-baa3-5398aaa14c12,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:08.564914 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6a8805bf-8ad1-4c7e-b61e-65fb3be22986 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.573979 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42882) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:08.574632 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-6a8805bf-8ad1-4c7e-b61e-65fb3be22986 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2307417 Sep 14 18:51:08.578222 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-dc8334f9-b3b0-41fa-b794-522aa0bc13ea tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Request body: {'security_group_rule': {'security_group_id': '22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c', 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:08.636760 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:51:08.644101 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:08.644476 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.700655 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-dc8334f9-b3b0-41fa-b794-522aa0bc13ea tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.754399 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a013a5-6190-41ae-b473-c16f5a76a428 req-265cadcb-42e2-46d0-8765-2ba880517b1f tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:08.765030 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a0a013a5-6190-41ae-b473-c16f5a76a428 req-265cadcb-42e2-46d0-8765-2ba880517b1f tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 944 time: 0.1386619 Sep 14 18:51:08.840873 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Sync routers for ids ['05b9937c-bebd-4c61-9e1a-6c02bb1d6169'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:51:08.841529 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a0a013a5-6190-41ae-b473-c16f5a76a428 req-40bc04a5-9162-46cc-9867-8f3a412d50a7 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751934 Sep 14 18:51:08.846144 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 6fca144d-10b9-4800-9b67-390ca7bed8c4 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:51:08.863359 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa43e7-8d6d-4ef4-b0a7-a9fb8d91eb68 req-4940f3db-2498-4794-bf2d-ab923d157a56 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:08.865158 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d4fa43e7-8d6d-4ef4-b0a7-a9fb8d91eb68 req-4940f3db-2498-4794-bf2d-ab923d157a56 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0641844 Sep 14 18:51:08.873404 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-dc8334f9-b3b0-41fa-b794-522aa0bc13ea tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.878745 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-dc8334f9-b3b0-41fa-b794-522aa0bc13ea tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.908915 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8334f9-b3b0-41fa-b794-522aa0bc13ea tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96defcd8-b2f1-4651-8db8-d4a63637844a,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:08.911934 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Routers {'05b9937c-bebd-4c61-9e1a-6c02bb1d6169'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:51:08.912991 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:50:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['05b9937c-bebd-4c61-9e1a-6c02bb1d6169'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:08.919276 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d4fa43e7-8d6d-4ef4-b0a7-a9fb8d91eb68 req-125f5c61-c3b8-4946-b22c-f8ba6c5eec1e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452456 Sep 14 18:51:08.923903 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-dc8334f9-b3b0-41fa-b794-522aa0bc13ea tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:08.926074 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-dc8334f9-b3b0-41fa-b794-522aa0bc13ea tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3547423 Sep 14 18:51:08.928677 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42890) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:08.935764 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-a9f83f86-dd6f-4903-aac5-9b85b1157bfa tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Request body: {'security_group_rule': {'security_group_id': '22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c', 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:08.976408 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a9f83f86-dd6f-4903-aac5-9b85b1157bfa tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.049237 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a9f83f86-dd6f-4903-aac5-9b85b1157bfa tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.054539 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a9f83f86-dd6f-4903-aac5-9b85b1157bfa tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.066998 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 6fca144d-10b9-4800-9b67-390ca7bed8c4 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:51:09.076427 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f83f86-dd6f-4903-aac5-9b85b1157bfa tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4fbc2e-2daa-4bf6-83a1-cb30bd7c6111,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:09.085677 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a9f83f86-dd6f-4903-aac5-9b85b1157bfa tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.087947 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-a9f83f86-dd6f-4903-aac5-9b85b1157bfa tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576960 Sep 14 18:51:09.090397 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42892) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:09.095605 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-df8d9e33-3d34-420c-abf0-2102f110f1f3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Request body: {'security_group_rule': {'security_group_id': '22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c', 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:09.121472 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.securitygroups_db [None req-df8d9e33-3d34-420c-abf0-2102f110f1f3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Project 26009d80cdda4d33a3f9515eb78bbaa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 18:51:09.125656 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 6fca144d-10b9-4800-9b67-390ca7bed8c4 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:09.126360 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.127744 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e33-3d34-420c-abf0-2102f110f1f3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.201486 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e33-3d34-420c-abf0-2102f110f1f3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.206431 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e33-3d34-420c-abf0-2102f110f1f3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.221129 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.228582 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d9e33-3d34-420c-abf0-2102f110f1f3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe85c49-21bb-4570-8e34-9b149d53aa63,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:09.231037 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Set router 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:51:09.237869 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-df8d9e33-3d34-420c-abf0-2102f110f1f3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.239247 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-df8d9e33-3d34-420c-abf0-2102f110f1f3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478713 Sep 14 18:51:09.244716 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 42894) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:09.250058 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-3c30a20c-efdf-4095-adfd-dc28587bb776 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Request body: {'security_group_rule': {'security_group_id': '22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c', 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:09.276126 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.securitygroups_db [None req-3c30a20c-efdf-4095-adfd-dc28587bb776 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Project 26009d80cdda4d33a3f9515eb78bbaa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 18:51:09.280972 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3c30a20c-efdf-4095-adfd-dc28587bb776 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.377230 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3c30a20c-efdf-4095-adfd-dc28587bb776 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.386564 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3c30a20c-efdf-4095-adfd-dc28587bb776 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.404327 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30a20c-efdf-4095-adfd-dc28587bb776 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be735597-458a-4c70-81f6-4b5f0d8ba821,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:09.420459 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3c30a20c-efdf-4095-adfd-dc28587bb776 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.420820 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4983c2-6903-4575-a494-ca4080133a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94f5f14-2b1f-4c96-b9c5-e8d391a7117d'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:51:09.424766 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-3c30a20c-efdf-4095-adfd-dc28587bb776 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1758142 Sep 14 18:51:09.425763 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b6112f-063d-4191-ade0-7ad24050d212" -d '{"events": [{"server_uuid": "5e4983c2-6903-4575-a494-ca4080133a93", "name": "network-vif-plugged", "status": "completed", "tag": "e94f5f14-2b1f-4c96-b9c5-e8d391a7117d"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:51:09.459851 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d,segment=NetworkSegment(d9a5eff2-c64c-4318-a706-3d41f743abca),segment_id=d9a5eff2-c64c-4318-a706-3d41f743abca)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:51:09.514582 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f989dc9-d667-45dc-a619-0867044e18ee x-openstack-request-id: req-6f989dc9-d667-45dc-a619-0867044e18ee {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:51:09.515174 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4983c2-6903-4575-a494-ca4080133a93", "name": "network-vif-plugged", "status": "completed", "tag": "e94f5f14-2b1f-4c96-b9c5-e8d391a7117d", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:51:09.515672 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f989dc9-d667-45dc-a619-0867044e18ee {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:51:09.516329 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4983c2-6903-4575-a494-ca4080133a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94f5f14-2b1f-4c96-b9c5-e8d391a7117d', 'code': 200} Sep 14 18:51:09.545179 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.817937 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:09.896338 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:09.949874 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 6fca144d-10b9-4800-9b67-390ca7bed8c4, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=6fca144d-10b9-4800-9b67-390ca7bed8c4,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:51:10.007181 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d27b2-ad0e-4933-a0b6-956e776ddbc1 req-96233a94-5d5a-426c-8a0c-a753a1f62a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:10.010182 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:10.015417 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-cb1d27b2-ad0e-4933-a0b6-956e776ddbc1 req-96233a94-5d5a-426c-8a0c-a753a1f62a93 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 1098 time: 0.1089852 Sep 14 18:51:10.079595 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-cb1d27b2-ad0e-4933-a0b6-956e776ddbc1 req-a182f468-a850-4e7e-b9fd-6cba014b0c02 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543046 Sep 14 18:51:10.085962 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a542a83-7871-4459-96d9-83fbfcdbc4c3 req-4bd4ec7e-678b-452f-9f4c-4acc4619b988 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:10.091052 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0a542a83-7871-4459-96d9-83fbfcdbc4c3 req-4bd4ec7e-678b-452f-9f4c-4acc4619b988 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 945 time: 0.1211584 Sep 14 18:51:10.100648 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=6fca144d-10b9-4800-9b67-390ca7bed8c4,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:10.126046 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'name': 'tempest-TestVolumeBootPattern-919613888-router', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:51:01Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 4, 'project_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'gw_port': {'id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:51:02Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '953d9229-5dc1-4306-a440-e3aebeef1a41', 'name': '', 'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'mac_address': 'fa:16:3e:86:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0af4831-33df-4795-b15f-f512777fdaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:51:05Z', 'updated_at': '2021-09-14T18:51:06Z', 'revision_number': 2, 'project_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'subnets': [{'id': 'a0af4831-33df-4795-b15f-f512777fdaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:10.168008 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0a542a83-7871-4459-96d9-83fbfcdbc4c3 req-6cb65d5a-84c0-4071-b0dd-64dcdc19f670 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682681 Sep 14 18:51:10.190572 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Checking router: 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:51:10.191058 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Updating router 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 port 953d9229-5dc1-4306-a440-e3aebeef1a41 binding host dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:51:10.255942 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:10.307649 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2c34d-3cc4-46e2-a79d-34234d908043 req-d4875106-91c8-4d25-bb54-46e33a8ecfc0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:10.315317 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-74d2c34d-3cc4-46e2-a79d-34234d908043 req-d4875106-91c8-4d25-bb54-46e33a8ecfc0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0683343 Sep 14 18:51:10.404151 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-74d2c34d-3cc4-46e2-a79d-34234d908043 req-2c60ce2b-20da-4a0f-9424-21b901bd760b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878356 Sep 14 18:51:10.650672 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fab38-aac1-498b-81fc-c0f88b5eb3e9 req-18a9300c-7b0d-4879-9bf5-90de2e518207 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:10.653649 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-456fab38-aac1-498b-81fc-c0f88b5eb3e9 req-18a9300c-7b0d-4879-9bf5-90de2e518207 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0920336 Sep 14 18:51:10.760023 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 6fca144d-10b9-4800-9b67-390ca7bed8c4 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:51:10.769524 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-456fab38-aac1-498b-81fc-c0f88b5eb3e9 req-b61d3c8e-584c-45b1-9363-846193d5cae4 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088231 Sep 14 18:51:10.936142 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 6fca144d-10b9-4800-9b67-390ca7bed8c4 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:10.938106 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:11.056978 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Notify callbacks [] for port, precommit_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:11.107796 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Transition to ACTIVE for port object 953d9229-5dc1-4306-a440-e3aebeef1a41 will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:51:11.139766 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:11.256961 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba542ba8-a518-4dca-a4b1-245c0b871b8c None None] Pushing event updated for resources: {'Port': ['ID=953d9229-5dc1-4306-a440-e3aebeef1a41,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:11.348483 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bdfd3-e4e7-4dbf-8b5c-aa36839ab69f req-5b69243f-61fa-41dd-b4cc-345c223d49f1 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:11.360437 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1f5bdfd3-e4e7-4dbf-8b5c-aa36839ab69f req-5b69243f-61fa-41dd-b4cc-345c223d49f1 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 945 time: 0.0861216 Sep 14 18:51:11.383684 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Attempting to bind port 953d9229-5dc1-4306-a440-e3aebeef1a41 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:51:11.384396 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Attempting to bind port 953d9229-5dc1-4306-a440-e3aebeef1a41 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'f9fd6994-dbd1-433a-93e1-9531450af6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:51:11.384530 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Attempting to bind port 953d9229-5dc1-4306-a440-e3aebeef1a41 on network ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44 {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:51:11.396504 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:51:11.397220 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Checking segment: {'id': 'f9fd6994-dbd1-433a-93e1-9531450af6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:51:11.398292 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:11.399966 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Bound using segment: {'id': 'f9fd6994-dbd1-433a-93e1-9531450af6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:51:11.400516 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Bound port: 953d9229-5dc1-4306-a440-e3aebeef1a41, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fd6994-dbd1-433a-93e1-9531450af6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:51:11.402253 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:11.415592 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1f5bdfd3-e4e7-4dbf-8b5c-aa36839ab69f req-d3ae72f6-8a17-445c-b4db-eead007bbad6 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538142 Sep 14 18:51:11.503923 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] For port 953d9229-5dc1-4306-a440-e3aebeef1a41, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:51:11.507729 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] For port 953d9229-5dc1-4306-a440-e3aebeef1a41, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=953d9229-5dc1-4306-a440-e3aebeef1a41,segment=NetworkSegment(f9fd6994-dbd1-433a-93e1-9531450af6c1),segment_id=f9fd6994-dbd1-433a-93e1-9531450af6c1)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:51:11.517088 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:11.593479 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Routers {'05b9937c-bebd-4c61-9e1a-6c02bb1d6169'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:51:11.596173 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:50:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['05b9937c-bebd-4c61-9e1a-6c02bb1d6169'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:11.602941 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba542ba8-a518-4dca-a4b1-245c0b871b8c None None] Pushing event updated for resources: {'Port': ['ID=953d9229-5dc1-4306-a440-e3aebeef1a41,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:11.770227 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] Set router 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:51:12.077464 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'name': 'tempest-TestVolumeBootPattern-919613888-router', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:51:01Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 4, 'project_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'gw_port': {'id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:51:02Z', 'updated_at': '2021-09-14T18:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '953d9229-5dc1-4306-a440-e3aebeef1a41', 'name': '', 'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'mac_address': 'fa:16:3e:86:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0af4831-33df-4795-b15f-f512777fdaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:51:05Z', 'updated_at': '2021-09-14T18:51:11Z', 'revision_number': 4, 'project_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'subnets': [{'id': 'a0af4831-33df-4795-b15f-f512777fdaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:12.140126 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e7769-7fb6-44d4-944f-19c3c2d5b2a6 None None] The sync data for ids ['05b9937c-bebd-4c61-9e1a-6c02bb1d6169'] in dv-cinder-808992-5-iscsi is: [{'id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'name': 'tempest-TestVolumeBootPattern-919613888-router', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:51:01Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 4, 'project_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'gw_port': {'id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:51:02Z', 'updated_at': '2021-09-14T18:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '953d9229-5dc1-4306-a440-e3aebeef1a41', 'name': '', 'network_id': 'ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'mac_address': 'fa:16:3e:86:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0af4831-33df-4795-b15f-f512777fdaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:51:05Z', 'updated_at': '2021-09-14T18:51:11Z', 'revision_number': 4, 'project_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'subnets': [{'id': 'a0af4831-33df-4795-b15f-f512777fdaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:51:12.602463 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03753f-b0d1-4c76-acac-eee0826ffbdf req-dc692a77-43e7-4913-b0ec-3cbe8a76f9a5 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:12.619967 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8d03753f-b0d1-4c76-acac-eee0826ffbdf req-dc692a77-43e7-4913-b0ec-3cbe8a76f9a5 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 945 time: 0.1041408 Sep 14 18:51:12.713306 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8d03753f-b0d1-4c76-acac-eee0826ffbdf req-db5f30a5-9210-4cc5-98ba-6db290b60295 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836897 Sep 14 18:51:12.728818 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 953d9229-5dc1-4306-a440-e3aebeef1a41 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:51:12.803427 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 953d9229-5dc1-4306-a440-e3aebeef1a41 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:51:12.811124 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 953d9229-5dc1-4306-a440-e3aebeef1a41 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:12.811626 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:12.834897 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e917ca6-d872-4b48-bc36-8d09ea99df11 req-70a0a707-73bd-4c56-b13e-06d5606c9d51 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:12.838088 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0e917ca6-d872-4b48-bc36-8d09ea99df11 req-70a0a707-73bd-4c56-b13e-06d5606c9d51 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0699453 Sep 14 18:51:12.902663 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0e917ca6-d872-4b48-bc36-8d09ea99df11 req-15551e7e-0913-4862-a5b8-be03c61f1e45 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571055 Sep 14 18:51:12.940442 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:12.994076 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 953d9229-5dc1-4306-a440-e3aebeef1a41, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=953d9229-5dc1-4306-a440-e3aebeef1a41,segment=NetworkSegment(f9fd6994-dbd1-433a-93e1-9531450af6c1),segment_id=f9fd6994-dbd1-433a-93e1-9531450af6c1)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:51:13.000396 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:13.064412 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=953d9229-5dc1-4306-a440-e3aebeef1a41,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:14.624474 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 953d9229-5dc1-4306-a440-e3aebeef1a41 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:51:14.674407 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 953d9229-5dc1-4306-a440-e3aebeef1a41 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:14.674773 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:15.790783 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58f7f-174a-45e0-8289-2140343b28e0 req-ec2a08e4-a6fc-472c-a668-402712b4892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:15.792852 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-95a58f7f-174a-45e0-8289-2140343b28e0 req-ec2a08e4-a6fc-472c-a668-402712b4892f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 1098 time: 0.0428269 Sep 14 18:51:15.956270 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6904146-7975-4903-9703-9231d95b7468 req-a83fb24c-1133-4dd9-b42d-e656aa7d73c4 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:15.957784 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d6904146-7975-4903-9703-9231d95b7468 req-a83fb24c-1133-4dd9-b42d-e656aa7d73c4 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1067419 Sep 14 18:51:15.963701 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58f7f-174a-45e0-8289-2140343b28e0 req-530d109f-97ed-4729-8487-02e6ed2f24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:15.965397 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-95a58f7f-174a-45e0-8289-2140343b28e0 req-530d109f-97ed-4729-8487-02e6ed2f24d7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=60c55d5f-4d23-4654-87c3-ff99b40f316e HTTP/1.1" status: 200 len: 919 time: 0.1494362 Sep 14 18:51:16.031404 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-95a58f7f-174a-45e0-8289-2140343b28e0 req-f279d227-ffcd-451e-8598-26d439bf7615 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 HTTP/1.1" status: 200 len: 217 time: 0.0501037 Sep 14 18:51:16.063149 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d6904146-7975-4903-9703-9231d95b7468 req-8c82467a-f99f-49d5-a751-d92bb309fa0e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964496 Sep 14 18:51:16.106582 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58f7f-174a-45e0-8289-2140343b28e0 req-60eb793d-7ea1-44fb-af1b-c479d946ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:16.109776 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-95a58f7f-174a-45e0-8289-2140343b28e0 req-60eb793d-7ea1-44fb-af1b-c479d946ff59 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2ed0d02-8c91-4443-9299-793ee86f77f1 HTTP/1.1" status: 200 len: 858 time: 0.0678668 Sep 14 18:51:16.159988 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-95a58f7f-174a-45e0-8289-2140343b28e0 req-48a83116-2aa0-45eb-9f75-391c8a467dee service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60c55d5f-4d23-4654-87c3-ff99b40f316e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331199 Sep 14 18:51:16.271694 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-95a58f7f-174a-45e0-8289-2140343b28e0 req-97e84026-5e87-472c-80d8-23819e2044c7 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954003 Sep 14 18:51:16.372445 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-95a58f7f-174a-45e0-8289-2140343b28e0 req-1cd2cdec-090b-4c38-a6a1-32356b900514 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901020 Sep 14 18:51:17.218248 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a4771-03d3-46a2-8f4c-ad15818c29c7 req-af3567df-aa90-40d4-b93d-900619de1610 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:17.219860 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-941a4771-03d3-46a2-8f4c-ad15818c29c7 req-af3567df-aa90-40d4-b93d-900619de1610 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0646081 Sep 14 18:51:17.269206 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-941a4771-03d3-46a2-8f4c-ad15818c29c7 req-7ead848b-94e2-41c7-b775-e74ef04d04b6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Sep 14 18:51:18.439187 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20433a5-1b15-426b-b0f0-7688aaf1cbda req-27aeb5da-f03c-4839-9a87-51bedffa6790 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:18.440782 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a20433a5-1b15-426b-b0f0-7688aaf1cbda req-27aeb5da-f03c-4839-9a87-51bedffa6790 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0721054 Sep 14 18:51:18.506285 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a20433a5-1b15-426b-b0f0-7688aaf1cbda req-6ade5dab-7e9d-40df-817e-76a9c22358d0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551484 Sep 14 18:51:19.666535 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f22e3-87ae-42f8-a360-f8a978f66341 req-c293468e-88ad-4bfe-9cdd-32710b7ccc57 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:19.668164 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7e3f22e3-87ae-42f8-a360-f8a978f66341 req-c293468e-88ad-4bfe-9cdd-32710b7ccc57 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0677383 Sep 14 18:51:19.739194 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7e3f22e3-87ae-42f8-a360-f8a978f66341 req-0eb37039-4198-4337-9368-94441bcfd244 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565674 Sep 14 18:51:20.861072 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5c09d-5908-4e41-b56e-a14371204c44 req-267c1ac2-b868-4a5c-9e7d-6543bb1f1cb1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:20.862853 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d4a5c09d-5908-4e41-b56e-a14371204c44 req-267c1ac2-b868-4a5c-9e7d-6543bb1f1cb1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0541544 Sep 14 18:51:20.909985 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d4a5c09d-5908-4e41-b56e-a14371204c44 req-6120efed-7272-4afb-b7fb-d42b9c13b5af tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392144 Sep 14 18:51:22.062552 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-fbd53d8e-e7c8-43f4-91e1-ae6e38a85fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:22.073899 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b558b-e40b-4861-9daf-c165c1800060 req-91e8fe1b-358e-4c5b-b26a-5b0fbd2f5517 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:22.075495 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1c6b558b-e40b-4861-9daf-c165c1800060 req-91e8fe1b-358e-4c5b-b26a-5b0fbd2f5517 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0719218 Sep 14 18:51:22.121584 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1c6b558b-e40b-4861-9daf-c165c1800060 req-abb57e1a-bcb0-46e3-9f52-3ff28c50f87f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373285 Sep 14 18:51:22.477941 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 43314) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:22.654051 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:22.754037 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 43340) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:22.782172 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:22.787522 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:22.804654 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Deleting subnet 7ce94ad6-da63-4aad-b4ca-da3fbbfa3db7 {{(pid=105942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 18:51:22.808707 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:22.830708 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cf5c8f19b41426e8e7c98f0c7904304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515728 Sep 14 18:51:22.832899 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6abf43-197e-4d93-9de4-8cdd7cbe38b6,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:22.834826 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 43342) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:22.842613 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:22.842965 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:22.843300 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:22.843633 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:22.843964 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:22.844293 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:22.844642 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:22.845051 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:22.845641 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:22.846351 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:22.847087 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:22.848343 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9d6bf2-e402-40f5-8c29-921ef9f03169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:22.872300 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:22.888072 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:22.940472 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6d3394f7-fb1c-47f2-b604-be0b75817178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:22.972568 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6d3394f7-fb1c-47f2-b604-be0b75817178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:22.987390 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for subnet, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.032587 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce94ad6-da63-4aad-b4ca-da3fbbfa3db7,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:23.037381 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.040534 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7ce94ad6-da63-4aad-b4ca-da3fbbfa3db7 HTTP/1.1" status: 204 len: 168 time: 0.2853975 Sep 14 18:51:23.042916 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 43344) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:23.053803 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:23.053920 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:23.054270 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:23.054769 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:23.055236 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:23.055604 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:23.055860 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:23.056149 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:23.056482 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:23.056807 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:23.057130 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:23.057461 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54518f-6308-4d30-b3b9-39f6c4c93d09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:23.083044 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6d3394f7-fb1c-47f2-b604-be0b75817178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.086338 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6d3394f7-fb1c-47f2-b604-be0b75817178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.087682 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-6d3394f7-fb1c-47f2-b604-be0b75817178 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a6abf43-197e-4d93-9de4-8cdd7cbe38b6 HTTP/1.1" status: 204 len: 168 time: 0.2511816 Sep 14 18:51:23.097432 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3394f7-fb1c-47f2-b604-be0b75817178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6abf43-197e-4d93-9de4-8cdd7cbe38b6,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:23.137754 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d02d7fbb-7956-477a-b967-4695f9ea1ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.239098 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d02d7fbb-7956-477a-b967-4695f9ea1ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.264294 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-d02d7fbb-7956-477a-b967-4695f9ea1ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912516f2-d6eb-43cd-8b5f-352390714ef6']}} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:23.275361 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-d02d7fbb-7956-477a-b967-4695f9ea1ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8ec46b-c59b-40dd-9994-f69fa88bfe4a') {'for_net_delete': True} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:23.275658 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-d02d7fbb-7956-477a-b967-4695f9ea1ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8ec46b-c59b-40dd-9994-f69fa88bfe4a') {} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:23.285792 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d02d7fbb-7956-477a-b967-4695f9ea1ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25323869'] for segment, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.309962 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d02d7fbb-7956-477a-b967-4695f9ea1ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.319165 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02d7fbb-7956-477a-b967-4695f9ea1ea7 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=105941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 18:51:23.319949 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d02d7fbb-7956-477a-b967-4695f9ea1ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26220454'] for segment, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: Traceback (most recent call last): Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: timer() Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: cb(*args, **kw) Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: return func(*args, **kwargs) Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: self._notify() Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: self.callback(batched_events) Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: event.method(event) Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: return f(self, *a, **k) Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._get(url).json() Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: return self.request(url, 'GET', **kwargs) Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 18:51:23.322774 dv-cinder-808992-5-iscsi neutron-server[105941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 18:51:23.399056 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d02d7fbb-7956-477a-b967-4695f9ea1ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.409773 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d02d7fbb-7956-477a-b967-4695f9ea1ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.416878 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-d02d7fbb-7956-477a-b967-4695f9ea1ea7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/912516f2-d6eb-43cd-8b5f-352390714ef6 HTTP/1.1" status: 204 len: 168 time: 0.3687882 Sep 14 18:51:23.417580 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 43358) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:23.432872 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d7fbb-7956-477a-b967-4695f9ea1ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=912516f2-d6eb-43cd-8b5f-352390714ef6,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:23.497586 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5599b4a7-5122-4e1d-a19b-9d272c54833b admin admin] Deleting subnet 85ff3b87-b820-4053-a471-e2298a61a758 {{(pid=105942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 18:51:23.503294 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5599b4a7-5122-4e1d-a19b-9d272c54833b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.549150 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5599b4a7-5122-4e1d-a19b-9d272c54833b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.556697 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5599b4a7-5122-4e1d-a19b-9d272c54833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.619015 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5599b4a7-5122-4e1d-a19b-9d272c54833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for subnet, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.656231 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5599b4a7-5122-4e1d-a19b-9d272c54833b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.662103 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-5599b4a7-5122-4e1d-a19b-9d272c54833b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/85ff3b87-b820-4053-a471-e2298a61a758 HTTP/1.1" status: 204 len: 168 time: 0.2411461 Sep 14 18:51:23.662103 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599b4a7-5122-4e1d-a19b-9d272c54833b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ff3b87-b820-4053-a471-e2298a61a758,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:23.662718 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 43370) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:23.748142 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-317d4226-9e11-4085-a488-d97c8ef70362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.837907 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-317d4226-9e11-4085-a488-d97c8ef70362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.862578 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-317d4226-9e11-4085-a488-d97c8ef70362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547cbb22-d5d1-48b9-9411-49b48cea5eca']}} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:23.887185 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-317d4226-9e11-4085-a488-d97c8ef70362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982968d0-93ac-451f-b633-e4eb1cffa680') {'for_net_delete': True} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:23.887617 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-317d4226-9e11-4085-a488-d97c8ef70362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982968d0-93ac-451f-b633-e4eb1cffa680') {} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:51:23.897972 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-317d4226-9e11-4085-a488-d97c8ef70362 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25323869'] for segment, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.912536 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-317d4226-9e11-4085-a488-d97c8ef70362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.920694 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317d4226-9e11-4085-a488-d97c8ef70362 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=105941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 18:51:23.921152 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-317d4226-9e11-4085-a488-d97c8ef70362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26220454'] for segment, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: Traceback (most recent call last): Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: timer() Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: cb(*args, **kw) Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: return func(*args, **kwargs) Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: self._notify() Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: self.callback(batched_events) Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: event.method(event) Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: return f(self, *a, **k) Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._get(url).json() Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: return self.request(url, 'GET', **kwargs) Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 18:51:23.923267 dv-cinder-808992-5-iscsi neutron-server[105941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 18:51:23.986653 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-317d4226-9e11-4085-a488-d97c8ef70362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.992703 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-317d4226-9e11-4085-a488-d97c8ef70362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:23.995263 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-317d4226-9e11-4085-a488-d97c8ef70362 admin admin] 10.222.0.37 "DELETE /v2.0/networks/547cbb22-d5d1-48b9-9411-49b48cea5eca HTTP/1.1" status: 204 len: 168 time: 0.3308337 Sep 14 18:51:24.014055 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d4226-9e11-4085-a488-d97c8ef70362 admin admin] Pushing event deleted for resources: {'Network': ['ID=547cbb22-d5d1-48b9-9411-49b48cea5eca,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:24.200874 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 43386) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:24.248734 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-c5155ebb-ef6b-404e-b209-a81e5ed903ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e68e06b835144ca9d0ebe900860e2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465581 Sep 14 18:51:24.251236 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 43388) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:24.324859 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6625abf3-bc8b-48a7-b7a2-c6f9fb8ec42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:24.352690 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6625abf3-bc8b-48a7-b7a2-c6f9fb8ec42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:24.414919 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6625abf3-bc8b-48a7-b7a2-c6f9fb8ec42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:24.417481 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6625abf3-bc8b-48a7-b7a2-c6f9fb8ec42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:24.418906 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-6625abf3-bc8b-48a7-b7a2-c6f9fb8ec42e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9d5952f-c80d-4123-b9a0-1a42f39a5302 HTTP/1.1" status: 204 len: 168 time: 0.1668289 Sep 14 18:51:24.428230 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625abf3-bc8b-48a7-b7a2-c6f9fb8ec42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d5952f-c80d-4123-b9a0-1a42f39a5302,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:24.838023 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 43396) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:24.880762 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b4ac50b4-6882-4aab-b642-dd566d0a1a96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4fcf69e64d54a91a21541d9d073b8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415854 Sep 14 18:51:24.883315 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 43398) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:24.946603 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-da7b7521-6fc4-4414-b3de-2a5ebd28be1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:24.972495 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-da7b7521-6fc4-4414-b3de-2a5ebd28be1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:25.021781 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:25.032099 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-da7b7521-6fc4-4414-b3de-2a5ebd28be1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:25.034712 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-da7b7521-6fc4-4414-b3de-2a5ebd28be1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:25.035966 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-da7b7521-6fc4-4414-b3de-2a5ebd28be1c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f3401c6-49dd-4b68-bfd6-a76ef3af9e30 HTTP/1.1" status: 204 len: 168 time: 0.1517069 Sep 14 18:51:25.046412 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b7521-6fc4-4414-b3de-2a5ebd28be1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3401c6-49dd-4b68-bfd6-a76ef3af9e30,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:25.262498 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f68a-f5ce-44ac-b2ea-8bf70fdbc649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:26.607930 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:28.242658 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:28.907093 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4f76a5e6-13ed-4e51-999f-ca15c457fd12 req-69284401-fcaa-4c3a-8ab4-ba96e4808dae service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505977 Sep 14 18:51:28.976789 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76a5e6-13ed-4e51-999f-ca15c457fd12 req-6f3cd256-a78f-435a-9537-24edb21f145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:28.978461 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4f76a5e6-13ed-4e51-999f-ca15c457fd12 req-6f3cd256-a78f-435a-9537-24edb21f145c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd77571737524d5ea7eed3f1beb8d103&device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 1099 time: 0.0427282 Sep 14 18:51:29.000345 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:29.093730 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76a5e6-13ed-4e51-999f-ca15c457fd12 req-1d297d93-04ee-42b5-87ae-a34158ace4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:29.095275 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4f76a5e6-13ed-4e51-999f-ca15c457fd12 req-1d297d93-04ee-42b5-87ae-a34158ace4e0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba HTTP/1.1" status: 200 len: 915 time: 0.0913758 Sep 14 18:51:29.144142 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4f76a5e6-13ed-4e51-999f-ca15c457fd12 req-29fd4ec9-e321-4ccc-bb73-9b3f6eceeea6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 HTTP/1.1" status: 200 len: 217 time: 0.0392413 Sep 14 18:51:29.201998 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76a5e6-13ed-4e51-999f-ca15c457fd12 req-ca5647fd-7b18-4ec3-a606-d06a2ee55b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:29.203487 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4f76a5e6-13ed-4e51-999f-ca15c457fd12 req-ca5647fd-7b18-4ec3-a606-d06a2ee55b9f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=be14de86-797e-40b4-a21a-5af3dd1cd815 HTTP/1.1" status: 200 len: 854 time: 0.0450819 Sep 14 18:51:29.251203 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4f76a5e6-13ed-4e51-999f-ca15c457fd12 req-cbe238d2-0c15-4bea-893a-758fa97536b1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348439 Sep 14 18:51:29.363691 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4f76a5e6-13ed-4e51-999f-ca15c457fd12 req-d9767f1f-03a6-4a10-bf5b-39c17e6b98b3 service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024966 Sep 14 18:51:29.475719 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4f76a5e6-13ed-4e51-999f-ca15c457fd12 req-1569eeed-5b60-462e-83db-06cb106aa43e service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031494 Sep 14 18:51:36.769298 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 43550) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:36.895064 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e892eeaf-0a54-41eb-a7b2-53cef61f6934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:37.024104 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e892eeaf-0a54-41eb-a7b2-53cef61f6934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:37.028518 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e892eeaf-0a54-41eb-a7b2-53cef61f6934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:37.070841 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892eeaf-0a54-41eb-a7b2-53cef61f6934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a1d0ea-2b20-4ef2-a608-5a32e5440970,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:37.075473 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-e892eeaf-0a54-41eb-a7b2-53cef61f6934 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa7b7e5149fb425ab6a03af1beea2e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049669 Sep 14 18:51:37.078196 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 43556) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:37.136404 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ee9500a9-d224-41ad-83b9-90b4ed389576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:37.161164 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ee9500a9-d224-41ad-83b9-90b4ed389576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:37.229156 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ee9500a9-d224-41ad-83b9-90b4ed389576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:37.234285 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ee9500a9-d224-41ad-83b9-90b4ed389576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:37.237135 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-ee9500a9-d224-41ad-83b9-90b4ed389576 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2a1d0ea-2b20-4ef2-a608-5a32e5440970 HTTP/1.1" status: 204 len: 168 time: 0.1572862 Sep 14 18:51:37.253598 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9500a9-d224-41ad-83b9-90b4ed389576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a1d0ea-2b20-4ef2-a608-5a32e5440970,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:37.553003 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 43564) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:37.568889 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-75fdc539-8d05-4629-be09-539772a44518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:37.688445 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-75fdc539-8d05-4629-be09-539772a44518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:37.693643 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-75fdc539-8d05-4629-be09-539772a44518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:37.772330 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdc539-8d05-4629-be09-539772a44518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d3e069-2ddc-4211-bbec-06d35a697145,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:37.783018 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 43574) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:37.783822 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-75fdc539-8d05-4629-be09-539772a44518 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f91b628d005d4bfcac1c7de5583be004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287531 Sep 14 18:51:37.881682 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-acbea4af-93fa-4788-92ce-4bcce0c8f403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:37.923385 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-acbea4af-93fa-4788-92ce-4bcce0c8f403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:38.007727 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-acbea4af-93fa-4788-92ce-4bcce0c8f403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:38.010727 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-acbea4af-93fa-4788-92ce-4bcce0c8f403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:38.011962 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-acbea4af-93fa-4788-92ce-4bcce0c8f403 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03d3e069-2ddc-4211-bbec-06d35a697145 HTTP/1.1" status: 204 len: 168 time: 0.2275274 Sep 14 18:51:38.022275 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbea4af-93fa-4788-92ce-4bcce0c8f403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d3e069-2ddc-4211-bbec-06d35a697145,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:38.268014 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-00acc8e4-b590-4bf4-9110-75e8ac755194 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:38.271463 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-00acc8e4-b590-4bf4-9110-75e8ac755194 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/networks?id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba HTTP/1.1" status: 200 len: 814 time: 0.1526256 Sep 14 18:51:38.305783 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-6e99d8f6-0a5b-48b1-a81b-2a64887751c0 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/quotas/fd77571737524d5ea7eed3f1beb8d103 HTTP/1.1" status: 200 len: 375 time: 0.0210288 Sep 14 18:51:38.393452 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-646ea84a-d921-4731-a726-413a0f12c034 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd77571737524d5ea7eed3f1beb8d103&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787387 Sep 14 18:51:38.422268 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2bcd7-44b3-4145-b8a1-053827816ff6 req-8f7fe26a-9ee8-4671-aab2-999c7019d989 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:38.431916 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bba2bcd7-44b3-4145-b8a1-053827816ff6 req-8f7fe26a-9ee8-4671-aab2-999c7019d989 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0767510 Sep 14 18:51:38.477212 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bba2bcd7-44b3-4145-b8a1-053827816ff6 req-ead328e7-81b3-41f5-b281-d76b4398bce2 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Sep 14 18:51:38.520688 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-78fa980e-63d9-4a8f-8f28-16929f79ad72 service neutron] 10.222.0.37 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255801 Sep 14 18:51:38.649446 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-20e99e03-6bea-466b-b1df-07988863f5dd service neutron] 10.222.0.37 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275795 Sep 14 18:51:38.792527 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c7a31-4d44-4869-bfd7-5bcff25b4392 req-962a0aa1-f7df-43d9-91c9-117e4f42ec08 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:38.801514 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d25c7a31-4d44-4869-bfd7-5bcff25b4392 req-962a0aa1-f7df-43d9-91c9-117e4f42ec08 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0737386 Sep 14 18:51:38.868348 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d25c7a31-4d44-4869-bfd7-5bcff25b4392 req-517c5a61-0f4f-4d9f-a3f1-eab4bca3f5c0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652707 Sep 14 18:51:39.009735 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ce5070e4-7075-4d88-9949-7e1148536218 req-e7e928fa-5ddb-4894-937e-6a497c7626d0 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0760183 Sep 14 18:51:39.692662 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb191c-0e08-456f-98d9-ad758c6f558b req-ab00ab77-0b80-487b-96f5-4c0c33e5c9a1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:39.695583 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0feb191c-0e08-456f-98d9-ad758c6f558b req-ab00ab77-0b80-487b-96f5-4c0c33e5c9a1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1263928 Sep 14 18:51:39.772740 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0feb191c-0e08-456f-98d9-ad758c6f558b req-755344a3-ea03-45eb-843f-a517105a16e7 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666969 Sep 14 18:51:40.126675 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1db4274b-a665-4465-8efe-e2dd90239462 req-ebaa6df7-2f2d-4c9c-b88c-5ca6c25d66df tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0328603 Sep 14 18:51:40.272816 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2f56a-e126-4d57-86a2-3275ca845eb2 req-9cf91e72-a7a0-4455-8ac6-bfa4bb45ea68 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:40.275105 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-10d2f56a-e126-4d57-86a2-3275ca845eb2 req-9cf91e72-a7a0-4455-8ac6-bfa4bb45ea68 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.2982855 Sep 14 18:51:40.315450 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-10d2f56a-e126-4d57-86a2-3275ca845eb2 req-a638d75e-ca14-4022-8547-f25e1eff9ad8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340600 Sep 14 18:51:40.596372 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-2d829a60-a171-479b-a022-407e35549206 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:40.598419 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-2d829a60-a171-479b-a022-407e35549206 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "GET /v2.0/networks?id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba HTTP/1.1" status: 200 len: 814 time: 0.1392906 Sep 14 18:51:40.623893 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-dde8798c-75b5-469e-9e1e-f4dc89f85e01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Request body: {'port': {'device_id': 'f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9', 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba', 'admin_state_up': True, 'tenant_id': 'fd77571737524d5ea7eed3f1beb8d103'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:40.778817 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-dde8798c-75b5-469e-9e1e-f4dc89f85e01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Made reservation on behalf of fd77571737524d5ea7eed3f1beb8d103 for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:51:40.782493 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-dde8798c-75b5-469e-9e1e-f4dc89f85e01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:40.920119 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5789e20-79f6-46c5-85d2-10272fc2ef4a req-7c6bf868-13c7-4988-8b06-84709023b081 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:40.922514 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d5789e20-79f6-46c5-85d2-10272fc2ef4a req-7c6bf868-13c7-4988-8b06-84709023b081 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0673237 Sep 14 18:51:40.952360 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:51:41.008471 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d5789e20-79f6-46c5-85d2-10272fc2ef4a req-1880bba5-ee47-401a-b917-6ffa05b0167f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780196 Sep 14 18:51:41.025028 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-dde8798c-75b5-469e-9e1e-f4dc89f85e01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Allocated IP 172.20.0.4 (fa28baf6-f7f2-49ee-9a9f-ecad758ebbba/be14de86-797e-40b4-a21a-5af3dd1cd815/fce6b0ea-c1fd-468a-90b8-6acc3e4372f9) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:51:41.280004 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bd10a61a-9e45-4754-99dc-da6d5d88c2c8 req-9b4d7983-fc89-4146-ae43-9c33b8d63172 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0408659 Sep 14 18:51:41.337165 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-dde8798c-75b5-469e-9e1e-f4dc89f85e01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:41.407821 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-dde8798c-75b5-469e-9e1e-f4dc89f85e01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:41.428991 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['fc93ac30-c49d-4c25-ade6-e3c61df1fcc5', 'a8fcfaef-868a-41be-b6c8-631e19b67c85', '85981836-96f1-4bd2-94f9-0d5301583ab8'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:51:41.477045 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-dde8798c-75b5-469e-9e1e-f4dc89f85e01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:51:41.482070 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-dde8798c-75b5-469e-9e1e-f4dc89f85e01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:51:41.487101 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-dde8798c-75b5-469e-9e1e-f4dc89f85e01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:51:41.494291 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-dde8798c-75b5-469e-9e1e-f4dc89f85e01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:41.494958 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-dde8798c-75b5-469e-9e1e-f4dc89f85e01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:41.501358 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52105e0b-7920-4d13-8393-230ca366f85e req-1b4d9716-1f74-4ab6-aa7c-e4f39b7443a5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:41.503380 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-52105e0b-7920-4d13-8393-230ca366f85e req-1b4d9716-1f74-4ab6-aa7c-e4f39b7443a5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0819468 Sep 14 18:51:41.508548 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8798c-75b5-469e-9e1e-f4dc89f85e01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Pushing event updated for resources: {'Port': ['ID=fce6b0ea-c1fd-468a-90b8-6acc3e4372f9,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:41.526016 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-dde8798c-75b5-469e-9e1e-f4dc89f85e01 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9098940 Sep 14 18:51:41.543513 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Request body: {'port': {'device_id': 'f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:41.561966 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-52105e0b-7920-4d13-8393-230ca366f85e req-83cfae74-35d1-48a4-bf01-c7601cc94e65 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502307 Sep 14 18:51:41.617113 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:41.903580 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:51:41.911832 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:41.924524 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Transition to ACTIVE for port object fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:51:41.928467 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:41.985114 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Pushing event updated for resources: {'Port': ['ID=fce6b0ea-c1fd-468a-90b8-6acc3e4372f9,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:42.024601 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Attempting to bind port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:51:42.024941 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Attempting to bind port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:51:42.025272 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Attempting to bind port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 on network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:51:42.030837 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 on network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:51:42.031172 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Attempting to bind port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 on network fa28baf6-f7f2-49ee-9a9f-ecad758ebbba {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:51:42.036562 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:51:42.036909 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Checking segment: {'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:51:42.037289 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Bound using segment: {'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:51:42.037758 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Bound port: fce6b0ea-c1fd-468a-90b8-6acc3e4372f9, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f68ac8-ae7c-4e6b-befa-6338362d467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:51:42.038384 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:42.130431 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] For port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:51:42.135781 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] For port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fce6b0ea-c1fd-468a-90b8-6acc3e4372f9,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:51:42.143188 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:42.158600 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3746319-6602-4491-88bb-6fbfd833e981 req-45685813-a613-4d53-a3aa-5fa9ae395de1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:42.160024 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e3746319-6602-4491-88bb-6fbfd833e981 req-45685813-a613-4d53-a3aa-5fa9ae395de1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0811381 Sep 14 18:51:42.215205 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:42.215829 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:42.217252 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] 10.222.0.68 "PUT /v2.0/ports/fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 HTTP/1.1" status: 200 len: 1093 time: 0.6799901 Sep 14 18:51:42.217732 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9', 'tag': 'fce6b0ea-c1fd-468a-90b8-6acc3e4372f9'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:51:42.220887 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcc82e5-b972-4e32-8974-7900bd7617e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9", "tag": "fce6b0ea-c1fd-468a-90b8-6acc3e4372f9"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:51:42.246247 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8104f3d-a18f-4301-a9e8-55ef84f59b9f service neutron] Pushing event updated for resources: {'Port': ['ID=fce6b0ea-c1fd-468a-90b8-6acc3e4372f9,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:42.258489 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e3746319-6602-4491-88bb-6fbfd833e981 req-2064c98f-1d30-44e4-bdbd-2cbb227ddfb7 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760720 Sep 14 18:51:42.324109 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58f7d18-2279-4ab6-ad4f-ff31312c6c19 x-openstack-request-id: req-d58f7d18-2279-4ab6-ad4f-ff31312c6c19 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:51:42.324726 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9", "tag": "fce6b0ea-c1fd-468a-90b8-6acc3e4372f9", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:51:42.324726 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d58f7d18-2279-4ab6-ad4f-ff31312c6c19 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:51:42.325067 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9', 'tag': 'fce6b0ea-c1fd-468a-90b8-6acc3e4372f9', 'status': 'completed', 'code': 200} Sep 14 18:51:42.445152 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541a590-f89f-49e0-be17-8929e7fb163b req-e57a8856-aa6c-4e96-9853-a4b644efb3a9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:42.446740 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f541a590-f89f-49e0-be17-8929e7fb163b req-e57a8856-aa6c-4e96-9853-a4b644efb3a9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 943 time: 0.0574467 Sep 14 18:51:42.488390 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f541a590-f89f-49e0-be17-8929e7fb163b req-8365a546-a9bb-492d-b828-a7c2eab8d444 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350194 Sep 14 18:51:42.686538 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6cb9d-67eb-4c5c-a758-ebc3d12fef9e req-40af23c8-9223-46ec-8a1b-4a2013808538 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:42.688039 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-76c6cb9d-67eb-4c5c-a758-ebc3d12fef9e req-40af23c8-9223-46ec-8a1b-4a2013808538 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0519080 Sep 14 18:51:42.730095 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-76c6cb9d-67eb-4c5c-a758-ebc3d12fef9e req-bf5b4510-2560-43a0-8818-a7218c34890d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358741 Sep 14 18:51:43.404494 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbce972-253b-49ef-bcd2-10ff4eb0083e req-875a3932-81dd-4b82-815b-de6c434e16b2 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:43.406101 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bcbce972-253b-49ef-bcd2-10ff4eb0083e req-875a3932-81dd-4b82-815b-de6c434e16b2 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0582578 Sep 14 18:51:43.448393 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bcbce972-253b-49ef-bcd2-10ff4eb0083e req-51ee499f-bee6-47d2-a59f-57a394cde8f9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361164 Sep 14 18:51:43.605524 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997e76d-6061-454f-aa3c-1709d2e879b2 req-a6176fde-1674-44c4-9e08-c37c713637d1 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:43.607011 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c997e76d-6061-454f-aa3c-1709d2e879b2 req-a6176fde-1674-44c4-9e08-c37c713637d1 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 943 time: 0.0509710 Sep 14 18:51:43.649215 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c997e76d-6061-454f-aa3c-1709d2e879b2 req-52f8ba2e-81cf-4e12-81a1-23c42353e0a5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359552 Sep 14 18:51:43.859527 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aad600-c636-4420-bd42-de5cb8c6e5c8 req-7e4da195-e9ee-4ae1-9d69-bb416871f9fa tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:43.860967 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a2aad600-c636-4420-bd42-de5cb8c6e5c8 req-7e4da195-e9ee-4ae1-9d69-bb416871f9fa tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0509531 Sep 14 18:51:43.911314 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a2aad600-c636-4420-bd42-de5cb8c6e5c8 req-e683af79-b8a4-4fac-a6f1-82db07013627 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419598 Sep 14 18:51:44.596489 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a2c1b-c06a-4325-a8b3-f474f0cec6c6 req-8808eeee-cf28-4700-9f74-8b15861b0fc3 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:44.599171 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f22a2c1b-c06a-4325-a8b3-f474f0cec6c6 req-8808eeee-cf28-4700-9f74-8b15861b0fc3 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0772800 Sep 14 18:51:44.646475 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f22a2c1b-c06a-4325-a8b3-f474f0cec6c6 req-e7597569-f5ff-406d-85b8-2e2b83b260ae tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399408 Sep 14 18:51:44.765465 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a32c82-0474-4612-ac00-0e89eafc7eb4 req-9d8a0d8d-9cff-4d4d-baa1-65c7fc121b8c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:44.767039 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a8a32c82-0474-4612-ac00-0e89eafc7eb4 req-9d8a0d8d-9cff-4d4d-baa1-65c7fc121b8c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 943 time: 0.0498357 Sep 14 18:51:44.821201 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a8a32c82-0474-4612-ac00-0e89eafc7eb4 req-a1ac826f-74e9-4725-acfd-d4c7c408983a tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480072 Sep 14 18:51:45.031415 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16b456-c2e1-4aed-8345-ec114e624d55 req-b80de53f-e789-46b9-823f-cfb2cb426bb8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:45.032919 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7f16b456-c2e1-4aed-8345-ec114e624d55 req-b80de53f-e789-46b9-823f-cfb2cb426bb8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0484655 Sep 14 18:51:45.072611 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7f16b456-c2e1-4aed-8345-ec114e624d55 req-943a5f3e-53f2-4545-ae8a-eb4538985445 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325978 Sep 14 18:51:45.702501 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc82e5-b972-4e32-8974-7900bd7617e0 req-47c572a4-3533-468e-9350-8c9e46d1f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:45.704101 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0dcc82e5-b972-4e32-8974-7900bd7617e0 req-47c572a4-3533-468e-9350-8c9e46d1f698 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd77571737524d5ea7eed3f1beb8d103&device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0491846 Sep 14 18:51:45.912075 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165463c0-df09-4b07-a338-4f871949c5c4 req-f4a73721-e98e-4ced-b0fa-3a1c37108507 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:45.913801 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-165463c0-df09-4b07-a338-4f871949c5c4 req-f4a73721-e98e-4ced-b0fa-3a1c37108507 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1396248 Sep 14 18:51:45.915165 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc82e5-b972-4e32-8974-7900bd7617e0 req-813cdae1-ce3c-4e32-878b-4caf19bb0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:45.916636 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0dcc82e5-b972-4e32-8974-7900bd7617e0 req-813cdae1-ce3c-4e32-878b-4caf19bb0f8a service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=fd77571737524d5ea7eed3f1beb8d103&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1962502 Sep 14 18:51:46.036380 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-165463c0-df09-4b07-a338-4f871949c5c4 req-2ca2d5e2-9fad-44f1-bcc7-45a2ae59c943 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075189 Sep 14 18:51:46.098830 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc82e5-b972-4e32-8974-7900bd7617e0 req-e74b3e66-2870-487a-8775-17a819277686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:46.105228 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0dcc82e5-b972-4e32-8974-7900bd7617e0 req-e74b3e66-2870-487a-8775-17a819277686 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721869 Sep 14 18:51:46.152439 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57842c-3fa2-4553-9311-4fd5026f86ca req-4ba960a8-c7cc-4cf2-9734-277b1150f066 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:46.155001 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b57842c-3fa2-4553-9311-4fd5026f86ca req-4ba960a8-c7cc-4cf2-9734-277b1150f066 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 943 time: 0.0898194 Sep 14 18:51:46.218443 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b57842c-3fa2-4553-9311-4fd5026f86ca req-3292fa70-8e66-415f-8d9b-830aadc6d141 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555339 Sep 14 18:51:46.277125 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0b8ba-274c-4f55-9a78-1de76ea369e5 req-7a1a1a1e-9095-42c6-9274-d865506b0135 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:46.278824 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-97a0b8ba-274c-4f55-9a78-1de76ea369e5 req-7a1a1a1e-9095-42c6-9274-d865506b0135 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.1147273 Sep 14 18:51:46.286751 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-5daa804e-43a7-4652-a0d2-ba460549ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:46.290239 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-5daa804e-43a7-4652-a0d2-ba460549ac75 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd77571737524d5ea7eed3f1beb8d103&device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0781276 Sep 14 18:51:46.352374 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-b5994a03-1726-43d8-aede-96f00038be1c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 HTTP/1.1" status: 200 len: 217 time: 0.0441718 Sep 14 18:51:46.368586 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-97a0b8ba-274c-4f55-9a78-1de76ea369e5 req-5499ffd8-4e07-421e-9fda-895e8468a8ad tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769958 Sep 14 18:51:46.417974 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-34c136f3-a600-438a-b90f-ba6de79312ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:46.419504 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-34c136f3-a600-438a-b90f-ba6de79312ff service neutron] 10.222.0.68 "GET /v2.0/subnets?id=be14de86-797e-40b4-a21a-5af3dd1cd815 HTTP/1.1" status: 200 len: 854 time: 0.0500259 Sep 14 18:51:46.468183 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-a6151dc7-76d3-4727-8edf-4c0fc5393541 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383487 Sep 14 18:51:46.601136 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-4e4efd07-1e65-4ebf-a6b9-dce07d9c348e service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231623 Sep 14 18:51:46.703357 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8835a505-a8e3-48ad-a380-3a3ee55c4c19 req-d796fb98-7c0a-4a46-a16d-13883411bdb1 service neutron] 10.222.0.68 "GET /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954919 Sep 14 18:51:47.166043 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900b52-68b5-42d2-aa24-54413ac82a18 req-ebc4f6d8-4180-4fd5-a22d-764dcb83852f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:47.167847 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f3900b52-68b5-42d2-aa24-54413ac82a18 req-ebc4f6d8-4180-4fd5-a22d-764dcb83852f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0546017 Sep 14 18:51:47.208069 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f3900b52-68b5-42d2-aa24-54413ac82a18 req-17854c35-8f5c-4ef1-bf55-55c21129398a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343709 Sep 14 18:51:47.353292 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2c38-8c9b-4fd1-85a2-0e533a1f025b req-90a8d171-9f1a-4c85-81b7-cf5fef1013c6 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:47.354920 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-195b2c38-8c9b-4fd1-85a2-0e533a1f025b req-90a8d171-9f1a-4c85-81b7-cf5fef1013c6 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 943 time: 0.0585899 Sep 14 18:51:47.397391 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-195b2c38-8c9b-4fd1-85a2-0e533a1f025b req-2095e5ee-fd1d-42a6-9517-8f8d3ac871b5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354800 Sep 14 18:51:47.534901 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d417-a2de-4601-9f54-727319386827 req-22fafee4-fa37-4405-81be-00827b6ee3ca tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:47.536304 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4fd1d417-a2de-4601-9f54-727319386827 req-22fafee4-fa37-4405-81be-00827b6ee3ca tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0551379 Sep 14 18:51:47.582952 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4fd1d417-a2de-4601-9f54-727319386827 req-75548f3c-2185-40c7-a73e-a501da395f1d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403700 Sep 14 18:51:48.344403 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f62782-aca3-4063-b68f-ce4d92985a13 req-d3dfe7f5-f342-4239-96a2-bc8ee753997f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:48.345630 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f6f62782-aca3-4063-b68f-ce4d92985a13 req-d3dfe7f5-f342-4239-96a2-bc8ee753997f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0618892 Sep 14 18:51:48.401128 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f6f62782-aca3-4063-b68f-ce4d92985a13 req-130bf536-5e5a-4126-8386-218bf11cc15c tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510190 Sep 14 18:51:48.524203 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-f9e7d680-1a85-480e-8fe5-04ff7ff91cd8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328614764&fields=id&tenant_id=26009d80cdda4d33a3f9515eb78bbaa4 HTTP/1.1" status: 200 len: 267 time: 0.0373139 Sep 14 18:51:48.542653 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f0f4f-e68b-4981-aee9-f0cd5b975dbe req-674a45d6-b203-4bcc-8c6a-573fe1709d68 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:48.545426 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-337f0f4f-e68b-4981-aee9-f0cd5b975dbe req-674a45d6-b203-4bcc-8c6a-573fe1709d68 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 943 time: 0.0687075 Sep 14 18:51:48.599738 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-337f0f4f-e68b-4981-aee9-f0cd5b975dbe req-3d531eab-e3a0-429e-b19c-5da15ef95b19 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477996 Sep 14 18:51:48.702662 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-28f3570c-91a8-4413-8d11-a1ca94e4faf6 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:48.704475 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-28f3570c-91a8-4413-8d11-a1ca94e4faf6 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 811 time: 0.1740057 Sep 14 18:51:48.744930 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-a40e1829-8171-49fd-bd24-3a36824471cc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/quotas/26009d80cdda4d33a3f9515eb78bbaa4 HTTP/1.1" status: 200 len: 375 time: 0.0267510 Sep 14 18:51:48.749696 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac181c5f-633c-4f7c-b910-431d2f6e3431 req-a357089e-880b-49f0-a266-0693aef3f92a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:48.751499 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ac181c5f-633c-4f7c-b910-431d2f6e3431 req-a357089e-880b-49f0-a266-0693aef3f92a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0749521 Sep 14 18:51:48.821952 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ac181c5f-633c-4f7c-b910-431d2f6e3431 req-0ad9848b-36b0-41f7-ac51-571b868fb9ed tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542059 Sep 14 18:51:48.829168 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-ecbaaf89-8444-4486-a293-513ec31e97b4 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826266 Sep 14 18:51:48.961423 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-b8fc8fc2-1f85-44be-a48a-0d573e6d8430 service neutron] 10.222.0.37 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065459 Sep 14 18:51:49.059695 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-90a26d5b-af52-4b8a-8e63-81e4417bc1f0 service neutron] 10.222.0.37 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921545 Sep 14 18:51:49.401057 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b99024bf-c382-4e47-99a5-dbe37f7158d0 req-56e3aa5c-a6ce-421d-a31b-afe94a234ca9 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 210 time: 0.0274913 Sep 14 18:51:49.525421 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae070835-7a6f-42f7-8f9a-8a0e01cc908d req-b116891c-d93d-4262-bf41-f183e9ee6bcd tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:49.537290 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ae070835-7a6f-42f7-8f9a-8a0e01cc908d req-b116891c-d93d-4262-bf41-f183e9ee6bcd tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0661027 Sep 14 18:51:49.589136 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ae070835-7a6f-42f7-8f9a-8a0e01cc908d req-4347419d-3b14-415a-b0fa-419eb66e1114 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503423 Sep 14 18:51:49.656254 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:51:49.752533 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0091b4-e3bf-49aa-8314-d2136a9cb9c8 req-c858b8f6-2d15-44a2-b9ba-37c7f1dc637f tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:49.754470 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8c0091b4-e3bf-49aa-8314-d2136a9cb9c8 req-c858b8f6-2d15-44a2-b9ba-37c7f1dc637f tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 943 time: 0.0689282 Sep 14 18:51:49.776038 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fce6b0ea-c1fd-468a-90b8-6acc3e4372f9,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:51:49.792970 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 43928) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:49.796660 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': 'fce6b0ea-c1fd-468a-90b8-6acc3e4372f9', 'network_id': 'fa28baf6-f7f2-49ee-9a9f-ecad758ebbba', 'port_id': 'fce6b0ea-c1fd-468a-90b8-6acc3e4372f9', 'mac_address': 'fa:16:3e:b4:4f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be14de86-797e-40b4-a21a-5af3dd1cd815', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:51:49.809339 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8c0091b4-e3bf-49aa-8314-d2136a9cb9c8 req-99bf3c40-d8cf-4806-b99d-715184eb469a tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456288 Sep 14 18:51:49.874367 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:49.893725 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:51:49.920334 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fce6b0ea-c1fd-468a-90b8-6acc3e4372f9,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:51:49.931617 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:50.007424 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=fce6b0ea-c1fd-468a-90b8-6acc3e4372f9,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:50.015964 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:50.016545 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:50.017234 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:50.017892 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:50.018383 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:50.018868 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:50.019369 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:50.020052 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:50.020540 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:50.021040 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:50.021548 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:50.022600 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:51:50.065885 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3842b6a2-2b1c-4fbe-89c2-07cddf03797f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:50.082440 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bfc24-ba63-4bf2-b5e1-1781a14a59b0 req-67fdf47f-852d-4e2c-bc15-e5f0b60e8327 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:50.084053 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-465bfc24-ba63-4bf2-b5e1-1781a14a59b0 req-67fdf47f-852d-4e2c-bc15-e5f0b60e8327 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0836289 Sep 14 18:51:50.156580 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-465bfc24-ba63-4bf2-b5e1-1781a14a59b0 req-1e5a96ee-e3ff-4dc4-965d-7b263f50020f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606618 Sep 14 18:51:50.221611 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3842b6a2-2b1c-4fbe-89c2-07cddf03797f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:50.227019 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3842b6a2-2b1c-4fbe-89c2-07cddf03797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:50.271391 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-3842b6a2-2b1c-4fbe-89c2-07cddf03797f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91399bf04b794b79bc488eac20d95d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766874 Sep 14 18:51:50.275291 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842b6a2-2b1c-4fbe-89c2-07cddf03797f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89abdc6-05e3-423e-8894-3275f7202069,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:50.276793 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 43940) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:51:50.353050 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-be76aed0-349e-4464-9bdf-7aacd4e9b3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:50.378017 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-be76aed0-349e-4464-9bdf-7aacd4e9b3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:50.379034 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['fce6b0ea-c1fd-468a-90b8-6acc3e4372f9'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:51:50.436105 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-be76aed0-349e-4464-9bdf-7aacd4e9b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:50.439572 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-be76aed0-349e-4464-9bdf-7aacd4e9b3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:50.441372 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-be76aed0-349e-4464-9bdf-7aacd4e9b3e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d89abdc6-05e3-423e-8894-3275f7202069 HTTP/1.1" status: 204 len: 168 time: 0.1633410 Sep 14 18:51:50.452861 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76aed0-349e-4464-9bdf-7aacd4e9b3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89abdc6-05e3-423e-8894-3275f7202069,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:50.517610 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-50f7ee07-9cbf-452f-a02d-1f9e6173664d req-ef1a779d-7f64-4261-950e-2906bb6139c3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 210 time: 0.0422802 Sep 14 18:51:50.803065 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddb65a-431c-478b-a9f0-7513340b8e56 req-6f2615d0-b196-4b34-a824-ffc0d1b8c51f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:50.812027 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aaddb65a-431c-478b-a9f0-7513340b8e56 req-6f2615d0-b196-4b34-a824-ffc0d1b8c51f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1018384 Sep 14 18:51:50.843051 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-90f5544d-5cd5-4291-a8b5-22f9348310ba tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:50.844614 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-90f5544d-5cd5-4291-a8b5-22f9348310ba tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 811 time: 0.1488299 Sep 14 18:51:50.859228 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aaddb65a-431c-478b-a9f0-7513340b8e56 req-12e0708b-3f0a-4393-a48a-18c9100d15d6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458646 Sep 14 18:51:50.925590 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-c40202d8-c548-4b38-bf2f-1380c1dab393 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26009d80cdda4d33a3f9515eb78bbaa4 HTTP/1.1" status: 200 len: 380 time: 0.0620997 Sep 14 18:51:50.950985 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Request body: {'port': {'device_id': '835a866a-9e58-4029-9684-64d5bf09ef56', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'admin_state_up': True, 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'security_groups': ['22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c']}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:51.093428 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f7323-239c-49c5-b8b1-c20208393da6 req-98d7981d-8e46-4b26-97b2-9455272b3139 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:51.094973 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ac7f7323-239c-49c5-b8b1-c20208393da6 req-98d7981d-8e46-4b26-97b2-9455272b3139 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 944 time: 0.1368554 Sep 14 18:51:51.166729 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ac7f7323-239c-49c5-b8b1-c20208393da6 req-e7daca66-25b6-4a6e-8982-53b9169d3872 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622995 Sep 14 18:51:51.185625 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Made reservation on behalf of 26009d80cdda4d33a3f9515eb78bbaa4 for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:51:51.192339 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:51.353056 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceadc1d-3964-44f5-8d79-eb76a45e9f18 req-04ca9a08-d018-4ad0-bd9e-0ade014625eb tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:51.354693 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aceadc1d-3964-44f5-8d79-eb76a45e9f18 req-04ca9a08-d018-4ad0-bd9e-0ade014625eb tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0922625 Sep 14 18:51:51.389112 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Allocated IP 172.20.0.7 (523fe18f-b3bc-4f7c-bd3a-aa2c590f6859/33f19be6-1c21-4d14-b414-8a081ebcfa0d/92980f6d-752d-499f-8423-ee34e326330a) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:51:51.418821 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aceadc1d-3964-44f5-8d79-eb76a45e9f18 req-c0761561-f642-41cb-aa34-ca33d7a9ebe2 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523028 Sep 14 18:51:51.614888 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:51.658305 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Transition to ACTIVE for port object 92980f6d-752d-499f-8423-ee34e326330a will not be triggered until provisioned by entity DHCP. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:51:51.661246 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6fb73eaf-e9cb-4abf-a702-3336d2fb117d req-f8719407-67d3-4a63-bd63-4919339b0bf1 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 210 time: 0.0372765 Sep 14 18:51:51.707826 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:51.757510 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:51:51.760968 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:51:51.768962 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:51:51.775342 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:51.775966 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:51.778559 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'Port': ['ID=92980f6d-752d-499f-8423-ee34e326330a,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:51.794860 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-938cd5ed-526d-4e79-9cb4-a6c26898b1d2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8516448 Sep 14 18:51:51.810109 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Request body: {'port': {'device_id': '835a866a-9e58-4029-9684-64d5bf09ef56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:51:51.894881 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:52.041918 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702c8c9-5288-43b6-ad38-aca7e8fb8f69 req-67d459ff-e81f-4a1c-8965-99d2e0125dbc tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:52.043545 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7702c8c9-5288-43b6-ad38-aca7e8fb8f69 req-67d459ff-e81f-4a1c-8965-99d2e0125dbc tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0583706 Sep 14 18:51:52.067145 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-acc28302-2841-4bac-bb3a-ccec3ebdb874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:52.106020 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-6d4f360b-291f-4dbc-b0bf-880c5104ac1f None None] Provisioning for port 92980f6d-752d-499f-8423-ee34e326330a completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:51:52.112137 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7702c8c9-5288-43b6-ad38-aca7e8fb8f69 req-9a2d9538-1d83-4bea-bc94-e939b33b635f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615461 Sep 14 18:51:52.112307 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-6d4f360b-291f-4dbc-b0bf-880c5104ac1f None None] Provisioning complete for port 92980f6d-752d-499f-8423-ee34e326330a triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:52.112782 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-6d4f360b-291f-4dbc-b0bf-880c5104ac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:52.171263 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f360b-291f-4dbc-b0bf-880c5104ac1f None None] Port 92980f6d-752d-499f-8423-ee34e326330a cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:51:52.342034 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbe62a-2fa6-4824-bcbe-7222b90e9663 req-55fda8e9-e388-47ff-b0c7-aba36f11f469 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:52.344434 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4afbe62a-2fa6-4824-bcbe-7222b90e9663 req-55fda8e9-e388-47ff-b0c7-aba36f11f469 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 944 time: 0.0663466 Sep 14 18:51:52.395787 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4afbe62a-2fa6-4824-bcbe-7222b90e9663 req-fdd949b2-a757-4acc-bc61-66f5787e8b07 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Sep 14 18:51:52.494825 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92980f6d-752d-499f-8423-ee34e326330a {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:51:52.503861 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:52.528556 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Transition to ACTIVE for port object 92980f6d-752d-499f-8423-ee34e326330a will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:51:52.533324 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:52.626290 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Pushing event updated for resources: {'Port': ['ID=92980f6d-752d-499f-8423-ee34e326330a,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:52.634547 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Attempting to bind port 92980f6d-752d-499f-8423-ee34e326330a on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:51:52.635013 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Attempting to bind port 92980f6d-752d-499f-8423-ee34e326330a by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:51:52.635524 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Attempting to bind port 92980f6d-752d-499f-8423-ee34e326330a on network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:51:52.641641 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Port 92980f6d-752d-499f-8423-ee34e326330a on network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:51:52.641841 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Attempting to bind port 92980f6d-752d-499f-8423-ee34e326330a on network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:51:52.648648 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:51:52.649065 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Checking segment: {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:51:52.649565 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Bound using segment: {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:51:52.650208 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Bound port: 92980f6d-752d-499f-8423-ee34e326330a, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:51:52.650532 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:52.726473 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e44475-16fc-465d-945c-f1e2daf89608 req-781c0919-e9fd-4978-86be-72d1ac9aa48d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:52.736915 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c8e44475-16fc-465d-945c-f1e2daf89608 req-781c0919-e9fd-4978-86be-72d1ac9aa48d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.1710870 Sep 14 18:51:52.756446 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] For port 92980f6d-752d-499f-8423-ee34e326330a, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:51:52.796305 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c8e44475-16fc-465d-945c-f1e2daf89608 req-d04b0ff8-8abf-44a3-8aa7-32adb9eedb3a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576980 Sep 14 18:51:52.799972 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] For port 92980f6d-752d-499f-8423-ee34e326330a, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=92980f6d-752d-499f-8423-ee34e326330a,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:51:52.806088 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:52.828102 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:52.829031 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:52.830544 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] 10.222.0.68 "PUT /v2.0/ports/92980f6d-752d-499f-8423-ee34e326330a HTTP/1.1" status: 200 len: 1093 time: 1.0250387 Sep 14 18:51:52.851221 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835a866a-9e58-4029-9684-64d5bf09ef56', 'tag': '92980f6d-752d-499f-8423-ee34e326330a'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:51:52.857905 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15e64c3-494e-41a8-9ab5-34542a08dcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "835a866a-9e58-4029-9684-64d5bf09ef56", "tag": "92980f6d-752d-499f-8423-ee34e326330a"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:51:52.882649 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2e8d0-af14-4824-b62c-61e32edfe0f3 req-5b1daec1-50f3-478d-959c-4fce6f3f7e52 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:52.885231 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-16f2e8d0-af14-4824-b62c-61e32edfe0f3 req-5b1daec1-50f3-478d-959c-4fce6f3f7e52 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 943 time: 0.1308799 Sep 14 18:51:52.936827 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dfd1f9-dcf8-4ae4-97a7-7e401704c5d2 x-openstack-request-id: req-a5dfd1f9-dcf8-4ae4-97a7-7e401704c5d2 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:51:52.937119 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835a866a-9e58-4029-9684-64d5bf09ef56", "tag": "92980f6d-752d-499f-8423-ee34e326330a", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:51:52.937372 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5dfd1f9-dcf8-4ae4-97a7-7e401704c5d2 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:51:52.937833 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835a866a-9e58-4029-9684-64d5bf09ef56', 'tag': '92980f6d-752d-499f-8423-ee34e326330a', 'status': 'completed', 'code': 200} Sep 14 18:51:52.963253 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec9047-e283-4904-82cc-ce5295e8dc3d service neutron] Pushing event updated for resources: {'Port': ['ID=92980f6d-752d-499f-8423-ee34e326330a,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:53.006851 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-16f2e8d0-af14-4824-b62c-61e32edfe0f3 req-85bdc8ba-f683-48b2-88f3-0516cddfc3ef tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144218 Sep 14 18:51:53.015174 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-cf63afed-d2f8-4b82-aad9-18b7213c9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:53.017005 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-cf63afed-d2f8-4b82-aad9-18b7213c9e25 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 1096 time: 0.1087301 Sep 14 18:51:53.064326 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-42211277-1ee0-49ec-8767-8055578d35eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92980f6d-752d-499f-8423-ee34e326330a HTTP/1.1" status: 200 len: 217 time: 0.0339990 Sep 14 18:51:53.123585 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-bcea5bb2-9e49-4a62-9f1b-6eab0c6c7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:53.125175 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-bcea5bb2-9e49-4a62-9f1b-6eab0c6c7777 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 200 len: 850 time: 0.0526187 Sep 14 18:51:53.186240 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-d309a06f-b94f-4ab5-87d0-29aa7964fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:53.187984 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-d309a06f-b94f-4ab5-87d0-29aa7964fc1c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463541 Sep 14 18:51:53.298057 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750127a-3bee-4525-beff-40877d628afd req-1c172b78-e9cf-432d-b2ce-baf885cb8e72 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:53.306034 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3750127a-3bee-4525-beff-40877d628afd req-1c172b78-e9cf-432d-b2ce-baf885cb8e72 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1190116 Sep 14 18:51:53.323533 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-74336df4-55a6-4b97-b02f-f5914a46bd7e service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122026 Sep 14 18:51:53.342775 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3750127a-3bee-4525-beff-40877d628afd req-2a26b159-ebda-4387-869d-b99a4757cada tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358799 Sep 14 18:51:53.421420 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-24daf618-b71d-4242-8577-f6e5e9efb6e8 req-22aa9496-2ce7-4e8b-b9c6-28c392cd4180 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900168 Sep 14 18:51:53.541997 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e64c3-494e-41a8-9ab5-34542a08dcfe req-216c7c01-4948-4012-b0a8-d28f62c47511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:53.543503 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f15e64c3-494e-41a8-9ab5-34542a08dcfe req-216c7c01-4948-4012-b0a8-d28f62c47511 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 1096 time: 0.0627522 Sep 14 18:51:53.551801 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63c313-cd1c-440f-b906-cd5624c99373 req-c2596385-9215-4569-9770-0677f398c8e9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:53.553570 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bc63c313-cd1c-440f-b906-cd5624c99373 req-c2596385-9215-4569-9770-0677f398c8e9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 944 time: 0.0821726 Sep 14 18:51:53.648278 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bc63c313-cd1c-440f-b906-cd5624c99373 req-3551c340-ce99-45bc-9881-24760973bc20 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866446 Sep 14 18:51:53.670307 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e64c3-494e-41a8-9ab5-34542a08dcfe req-84c2bded-448f-45cb-8488-2275e12200ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:53.671944 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f15e64c3-494e-41a8-9ab5-34542a08dcfe req-84c2bded-448f-45cb-8488-2275e12200ec service neutron] 10.222.0.68 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 912 time: 0.1174722 Sep 14 18:51:53.917199 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a6105-5d58-43fd-9ec8-bdf0008d8687 req-13358a3e-2a82-4dcf-b5ca-607524e47f16 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:53.918765 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-393a6105-5d58-43fd-9ec8-bdf0008d8687 req-13358a3e-2a82-4dcf-b5ca-607524e47f16 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0568049 Sep 14 18:51:53.959309 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-393a6105-5d58-43fd-9ec8-bdf0008d8687 req-d0ab5649-3da2-472d-9d02-80436951b375 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341218 Sep 14 18:51:53.966604 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cb16a-4f90-4016-a218-c942a089a6e7 req-970192a2-2633-4c20-b7b5-e6b353daa237 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:53.968203 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a98cb16a-4f90-4016-a218-c942a089a6e7 req-970192a2-2633-4c20-b7b5-e6b353daa237 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0628555 Sep 14 18:51:54.020590 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a98cb16a-4f90-4016-a218-c942a089a6e7 req-5f8d1cdf-8765-4e7b-8d73-ceab3ace5fb3 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460739 Sep 14 18:51:54.135448 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231720db-2978-4451-8470-6184529f761a req-7c70c2f7-66a8-4382-905d-6cdd3cc90f87 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:54.137026 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-231720db-2978-4451-8470-6184529f761a req-7c70c2f7-66a8-4382-905d-6cdd3cc90f87 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 943 time: 0.0600734 Sep 14 18:51:54.176345 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-231720db-2978-4451-8470-6184529f761a req-4121ff0f-ffd0-421b-a293-d37a58c9a8cb tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330977 Sep 14 18:51:54.460571 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf5b2f-1598-4055-ad53-2ad221908924 req-78ddd8ea-a52e-432e-9a2e-0309f8669fef tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:54.462079 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-debf5b2f-1598-4055-ad53-2ad221908924 req-78ddd8ea-a52e-432e-9a2e-0309f8669fef tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0512748 Sep 14 18:51:54.500574 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-debf5b2f-1598-4055-ad53-2ad221908924 req-1eb21a68-d6f5-4a8a-a9bc-f6c6148560ce tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324013 Sep 14 18:51:54.634433 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f15e64c3-494e-41a8-9ab5-34542a08dcfe req-2247c90c-4e36-4317-bccd-fd15d53dedf1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92980f6d-752d-499f-8423-ee34e326330a HTTP/1.1" status: 200 len: 217 time: 0.0390959 Sep 14 18:51:54.775430 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390050e4-0e38-413e-ae1c-25d0a8afbb89 req-64491844-cce8-45f1-81e6-a36c94a21c03 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:54.776957 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-390050e4-0e38-413e-ae1c-25d0a8afbb89 req-64491844-cce8-45f1-81e6-a36c94a21c03 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 944 time: 0.0532994 Sep 14 18:51:54.815380 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-390050e4-0e38-413e-ae1c-25d0a8afbb89 req-a7fa24e5-7776-43f7-b493-fa3679afdf21 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323904 Sep 14 18:51:55.015511 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:55.087833 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf5b84-de3a-4773-9d6d-9c5417d77b1d req-eb950f7f-f7e8-4fdc-b83d-933ec81cdb23 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:55.091166 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f0bf5b84-de3a-4773-9d6d-9c5417d77b1d req-eb950f7f-f7e8-4fdc-b83d-933ec81cdb23 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0549378 Sep 14 18:51:55.133221 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f0bf5b84-de3a-4773-9d6d-9c5417d77b1d req-816950e7-a7fa-4f9f-ba79-c3b38d156516 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363691 Sep 14 18:51:55.146580 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05276e6-9d4f-40c4-adf9-1527391458e8 req-7ef07a3e-5e0f-4664-8491-c18972747119 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:55.148298 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f05276e6-9d4f-40c4-adf9-1527391458e8 req-7ef07a3e-5e0f-4664-8491-c18972747119 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0508735 Sep 14 18:51:55.192468 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f05276e6-9d4f-40c4-adf9-1527391458e8 req-4d42aac6-84b2-4cde-ae40-e3381cbd26be tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377376 Sep 14 18:51:55.248120 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-6f054376-9503-49f3-9a81-fb22bf918961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:55.334903 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db5a95-3c45-492d-935a-56e16a3eec8c req-f07d34df-4711-40e8-84ec-225c711c73d1 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:55.337099 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-16db5a95-3c45-492d-935a-56e16a3eec8c req-f07d34df-4711-40e8-84ec-225c711c73d1 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 943 time: 0.0542059 Sep 14 18:51:55.386426 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-16db5a95-3c45-492d-935a-56e16a3eec8c req-cd42d3b5-f4b1-4976-b7cb-155bc95a1455 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 Sep 14 18:51:55.503470 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:51:55.552801 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:51:55.559230 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:51:55.559848 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:55.622640 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e75d1-2bf4-46be-9fb6-4b1fa9a59234 req-2ba466a5-daa1-4d47-bd67-b2ebb02a6156 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:55.624074 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b27e75d1-2bf4-46be-9fb6-4b1fa9a59234 req-2ba466a5-daa1-4d47-bd67-b2ebb02a6156 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0508308 Sep 14 18:51:55.659960 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:55.671502 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b27e75d1-2bf4-46be-9fb6-4b1fa9a59234 req-49977ea6-c0e9-4f7c-9969-ac08810bbee7 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Sep 14 18:51:55.687165 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce6b0ea-c1fd-468a-90b8-6acc3e4372f9'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:51:55.689802 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2135fcf8-4e01-4467-87b8-aa976390953a" -d '{"events": [{"server_uuid": "f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9", "name": "network-vif-plugged", "status": "completed", "tag": "fce6b0ea-c1fd-468a-90b8-6acc3e4372f9"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:51:55.705041 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fce6b0ea-c1fd-468a-90b8-6acc3e4372f9,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:51:55.710047 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:55.733920 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8b769d-7ef4-4204-b164-e3fd34ea2112 x-openstack-request-id: req-6b8b769d-7ef4-4204-b164-e3fd34ea2112 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:51:55.734242 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9", "name": "network-vif-plugged", "status": "completed", "tag": "fce6b0ea-c1fd-468a-90b8-6acc3e4372f9", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:51:55.734500 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b8b769d-7ef4-4204-b164-e3fd34ea2112 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:51:55.734897 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce6b0ea-c1fd-468a-90b8-6acc3e4372f9', 'code': 200} Sep 14 18:51:55.766249 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=fce6b0ea-c1fd-468a-90b8-6acc3e4372f9,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:51:55.939926 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733cec-0f3f-4e01-9bac-755254b46c28 req-03c4428f-4b06-41df-b6ec-41c378997281 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:55.941708 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2e733cec-0f3f-4e01-9bac-755254b46c28 req-03c4428f-4b06-41df-b6ec-41c378997281 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 945 time: 0.0553691 Sep 14 18:51:55.981002 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2e733cec-0f3f-4e01-9bac-755254b46c28 req-45120e6f-8534-4aa5-a6f9-88716f48d9d2 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Sep 14 18:51:56.264040 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb72685-085e-4db7-9fe7-f72d15515921 req-e083349f-0a01-4dde-939c-02c6fc5cd53f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:56.265611 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2eb72685-085e-4db7-9fe7-f72d15515921 req-e083349f-0a01-4dde-939c-02c6fc5cd53f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0546296 Sep 14 18:51:56.308578 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2eb72685-085e-4db7-9fe7-f72d15515921 req-37994fa7-bc2c-47c0-a02f-67b0cd2c3681 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370243 Sep 14 18:51:56.326378 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867c1f7-a6e9-4c56-a0fb-62dc46cf924e req-8a503f50-162a-4f29-bc9d-d0377e3b030b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:56.327962 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e867c1f7-a6e9-4c56-a0fb-62dc46cf924e req-8a503f50-162a-4f29-bc9d-d0377e3b030b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0571496 Sep 14 18:51:56.371324 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e867c1f7-a6e9-4c56-a0fb-62dc46cf924e req-8d25d381-4812-4a7f-b4b2-ea5cc1011b34 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367768 Sep 14 18:51:56.513549 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f179-7571-4a8b-a516-8392d63e6736 req-aa018a3d-b9d8-42f4-bb4f-011e2da7de54 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:56.515059 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b608f179-7571-4a8b-a516-8392d63e6736 req-aa018a3d-b9d8-42f4-bb4f-011e2da7de54 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 943 time: 0.0530424 Sep 14 18:51:56.567248 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b608f179-7571-4a8b-a516-8392d63e6736 req-1b1bfc77-6968-4670-b995-5392530e9743 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453629 Sep 14 18:51:56.589210 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e64c3-494e-41a8-9ab5-34542a08dcfe req-ac33a1c3-fff8-4c4a-afb9-b11f325b3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:56.591352 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f15e64c3-494e-41a8-9ab5-34542a08dcfe req-ac33a1c3-fff8-4c4a-afb9-b11f325b3ca5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 200 len: 850 time: 0.0582108 Sep 14 18:51:56.613817 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:56.666323 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e64c3-494e-41a8-9ab5-34542a08dcfe req-58d1449f-dd05-4d77-b86d-3e75cdf5dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:56.668896 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f15e64c3-494e-41a8-9ab5-34542a08dcfe req-58d1449f-dd05-4d77-b86d-3e75cdf5dc50 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622156 Sep 14 18:51:56.817143 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d6de4-762a-4baa-b963-b90acdcf75ed req-934616b5-d8d3-4bd1-b11b-f60e9b9490e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:56.819638 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3e4d6de4-762a-4baa-b963-b90acdcf75ed req-934616b5-d8d3-4bd1-b11b-f60e9b9490e3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 1098 time: 0.1197631 Sep 14 18:51:56.852513 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f15e64c3-494e-41a8-9ab5-34542a08dcfe req-952b5cd0-2e20-4440-9a4c-2bcf193f55a0 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727848 Sep 14 18:51:56.868749 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8118a00-3166-4286-8f45-c967211ccff9 req-38c54eb5-80a6-4807-9e5d-5c387c662c3c tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:56.870615 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e8118a00-3166-4286-8f45-c967211ccff9 req-38c54eb5-80a6-4807-9e5d-5c387c662c3c tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1069837 Sep 14 18:51:56.927098 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3e4d6de4-762a-4baa-b963-b90acdcf75ed req-e04a734a-01af-4a34-9309-871c297a4126 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980217 Sep 14 18:51:57.003898 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e8118a00-3166-4286-8f45-c967211ccff9 req-981d2cf8-b44b-44cb-b276-1927b1ae333b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114905 Sep 14 18:51:57.031149 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f15e64c3-494e-41a8-9ab5-34542a08dcfe req-dcaa2acc-b545-4745-bc43-c60af1d0b130 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541545 Sep 14 18:51:57.111739 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13913e-8f2e-427a-903d-d61748f3a2a1 req-df209ced-e7b4-4a0e-aa4b-e3f6d1931a28 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:57.113264 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ae13913e-8f2e-427a-903d-d61748f3a2a1 req-df209ced-e7b4-4a0e-aa4b-e3f6d1931a28 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 945 time: 0.0622480 Sep 14 18:51:57.160374 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ae13913e-8f2e-427a-903d-d61748f3a2a1 req-c59f0301-b045-41a1-a0d0-8431bcc55cb1 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Sep 14 18:51:57.478893 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e9456-d632-4371-abc7-c0e9ef3b14c5 req-0a13dff7-5bd8-4ec5-95c8-6371fce36322 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:57.481749 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e10e9456-d632-4371-abc7-c0e9ef3b14c5 req-0a13dff7-5bd8-4ec5-95c8-6371fce36322 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0839705 Sep 14 18:51:57.510358 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeba8f-143a-4b6e-9470-cc22469b69ea req-10625467-77f3-44a0-9959-c64cc792b587 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:57.511966 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7fbeba8f-143a-4b6e-9470-cc22469b69ea req-10625467-77f3-44a0-9959-c64cc792b587 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0575166 Sep 14 18:51:57.535455 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e10e9456-d632-4371-abc7-c0e9ef3b14c5 req-b0b9f644-0851-4074-ad5c-a44744be0d15 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451217 Sep 14 18:51:57.568183 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7fbeba8f-143a-4b6e-9470-cc22469b69ea req-66d8d6f1-2cb6-4366-8442-83f7e7237906 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479987 Sep 14 18:51:57.747291 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35496d34-70ce-42c7-876d-5b1b90f2ae95 req-b5589414-f18a-46c6-b6d9-569cb1182a40 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:57.749345 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-35496d34-70ce-42c7-876d-5b1b90f2ae95 req-b5589414-f18a-46c6-b6d9-569cb1182a40 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 943 time: 0.0613804 Sep 14 18:51:57.793640 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-35496d34-70ce-42c7-876d-5b1b90f2ae95 req-f5244f98-436e-4a8f-a076-894ea5143b08 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376170 Sep 14 18:51:58.178032 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92db74d-0ff4-4f9d-b9f3-3197e1aab6e3 req-b570d30a-43c1-4c48-b984-bf5c08fb6846 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:58.181946 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e92db74d-0ff4-4f9d-b9f3-3197e1aab6e3 req-b570d30a-43c1-4c48-b984-bf5c08fb6846 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0834239 Sep 14 18:51:58.229187 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e92db74d-0ff4-4f9d-b9f3-3197e1aab6e3 req-d09ec03e-28e4-4aa3-a610-fe7706141b80 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405555 Sep 14 18:51:58.250580 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:58.309460 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c0c56-3841-4ff4-ae90-5744137fc910 req-d435be7c-1746-4504-874d-945d4f602a25 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:58.311078 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-082c0c56-3841-4ff4-ae90-5744137fc910 req-d435be7c-1746-4504-874d-945d4f602a25 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 945 time: 0.0541146 Sep 14 18:51:58.355613 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-082c0c56-3841-4ff4-ae90-5744137fc910 req-7918f580-e0c9-4387-85ac-1919481f3017 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377626 Sep 14 18:51:58.684102 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffa5fd-edad-4d99-b7cb-6177adb1517b req-fb087740-9dcb-4196-a996-0d0e6ebf3608 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:58.685864 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-16ffa5fd-edad-4d99-b7cb-6177adb1517b req-fb087740-9dcb-4196-a996-0d0e6ebf3608 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0581839 Sep 14 18:51:58.734120 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-16ffa5fd-edad-4d99-b7cb-6177adb1517b req-256b79e3-1d3b-4cdc-b96f-99315845f54b tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415394 Sep 14 18:51:58.740119 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841a54-292a-423a-9753-fbb949552dee req-204d6165-be3a-455c-ad09-6e02be5f7e2c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:58.742945 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-12841a54-292a-423a-9753-fbb949552dee req-204d6165-be3a-455c-ad09-6e02be5f7e2c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0759261 Sep 14 18:51:58.786290 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-12841a54-292a-423a-9753-fbb949552dee req-751a6af8-e82c-41f9-a4ad-aa1aa4a14203 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361302 Sep 14 18:51:58.992265 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:51:59.162600 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230afbed-e28d-4b90-9b42-6fd2f549ef79 req-879db976-1442-4435-bf2d-401d9bfe95c9 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:59.164427 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-230afbed-e28d-4b90-9b42-6fd2f549ef79 req-879db976-1442-4435-bf2d-401d9bfe95c9 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 943 time: 0.2845836 Sep 14 18:51:59.211716 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-230afbed-e28d-4b90-9b42-6fd2f549ef79 req-388b5305-cde0-48ce-860b-d5a5a4378eb8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408423 Sep 14 18:51:59.357280 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d16868-2f11-48a3-af77-54cb955ebfc0 req-7d28ba1d-8806-481f-942b-24eceb39f438 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:59.359305 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-75d16868-2f11-48a3-af77-54cb955ebfc0 req-7d28ba1d-8806-481f-942b-24eceb39f438 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0533705 Sep 14 18:51:59.411492 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-75d16868-2f11-48a3-af77-54cb955ebfc0 req-602947eb-0fb4-4cfd-99f8-09ed214f9b21 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455260 Sep 14 18:51:59.503657 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9e74b-e2a1-4416-9d7a-f04e5017e9f1 req-ab5cd551-19e3-4dc9-bf52-d2df2d5056b3 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:59.506409 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a9f9e74b-e2a1-4416-9d7a-f04e5017e9f1 req-ab5cd551-19e3-4dc9-bf52-d2df2d5056b3 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 945 time: 0.0688767 Sep 14 18:51:59.561825 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a9f9e74b-e2a1-4416-9d7a-f04e5017e9f1 req-b5be0071-0be7-4df0-904c-267785af3caa tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439472 Sep 14 18:51:59.886400 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229be143-0fba-4e20-9d8e-1e14e28c9237 req-028434be-c035-4796-9c20-78a46361a6de tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:59.891509 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-229be143-0fba-4e20-9d8e-1e14e28c9237 req-028434be-c035-4796-9c20-78a46361a6de tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0647285 Sep 14 18:51:59.936007 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee56649-695f-4512-9d34-0192a3c4f4c2 req-919bf414-d0f8-4882-92c0-943387f875e5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:51:59.937700 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cee56649-695f-4512-9d34-0192a3c4f4c2 req-919bf414-d0f8-4882-92c0-943387f875e5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0722921 Sep 14 18:51:59.951775 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-229be143-0fba-4e20-9d8e-1e14e28c9237 req-38e21bd5-98e4-47d7-a753-0b6164a1f4c6 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521760 Sep 14 18:51:59.994630 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cee56649-695f-4512-9d34-0192a3c4f4c2 req-093cbae1-73a1-4bae-82df-94f3946a2f67 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494630 Sep 14 18:52:00.338878 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543267b-3695-4109-80a2-902377b33386 req-35bc7c92-f899-44c5-b2b3-e4964165841a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:00.340472 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2543267b-3695-4109-80a2-902377b33386 req-35bc7c92-f899-44c5-b2b3-e4964165841a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 943 time: 0.0513103 Sep 14 18:52:00.382724 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2543267b-3695-4109-80a2-902377b33386 req-b4d07cb1-e37f-4224-a156-547956698f79 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361979 Sep 14 18:52:00.542048 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0cfa4-85df-4f85-b06a-bef4807d5cda req-cda30996-73f5-46dd-af26-5b050af5bc2d tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:00.544506 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-09c0cfa4-85df-4f85-b06a-bef4807d5cda req-cda30996-73f5-46dd-af26-5b050af5bc2d tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0616570 Sep 14 18:52:00.590541 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-09c0cfa4-85df-4f85-b06a-bef4807d5cda req-4f899811-fa27-4500-8c52-1958b12de919 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Sep 14 18:52:00.713347 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ce13d-2b07-44f4-953c-6e2345c058a2 req-27d47fba-52a0-4f79-94dc-6b9e6137f5c8 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:00.714926 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-698ce13d-2b07-44f4-953c-6e2345c058a2 req-27d47fba-52a0-4f79-94dc-6b9e6137f5c8 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 945 time: 0.0697556 Sep 14 18:52:00.759379 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-698ce13d-2b07-44f4-953c-6e2345c058a2 req-653e637a-89e3-46e9-911f-d56b27309372 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357578 Sep 14 18:52:01.098865 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1713a-8d50-40b6-9b53-90443e90d1a9 req-cdc3c9b8-7f98-4b75-bd18-c0724888e003 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:01.101830 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5ff1713a-8d50-40b6-9b53-90443e90d1a9 req-cdc3c9b8-7f98-4b75-bd18-c0724888e003 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0749607 Sep 14 18:52:01.158604 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5ff1713a-8d50-40b6-9b53-90443e90d1a9 req-90e9b81f-cb36-428d-b6ce-2d55ca1c3805 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 Sep 14 18:52:01.160281 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123f105-0476-4390-8b3f-3a0298abcd08 req-f02349d3-7b27-45fb-9b8e-42a80d43c7bb tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:01.162830 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4123f105-0476-4390-8b3f-3a0298abcd08 req-f02349d3-7b27-45fb-9b8e-42a80d43c7bb tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0804973 Sep 14 18:52:01.214416 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4123f105-0476-4390-8b3f-3a0298abcd08 req-05851844-ec6b-4c10-a018-f764a08cb42b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404384 Sep 14 18:52:01.505703 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c80e29-343b-436e-86a6-9beeff5a6e98 req-b20739f0-5b61-4039-b30f-1166df2b1c39 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:01.507882 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-74c80e29-343b-436e-86a6-9beeff5a6e98 req-b20739f0-5b61-4039-b30f-1166df2b1c39 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 943 time: 0.0549886 Sep 14 18:52:01.551742 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-74c80e29-343b-436e-86a6-9beeff5a6e98 req-92c7326f-5878-44f5-ac5f-9b2b4d355051 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364521 Sep 14 18:52:01.766325 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7b178-3e14-40c0-956c-baa127033b59 req-52b541b1-998e-427b-bfb5-033c238cde8e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:01.767944 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1fe7b178-3e14-40c0-956c-baa127033b59 req-52b541b1-998e-427b-bfb5-033c238cde8e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0559936 Sep 14 18:52:01.819876 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1fe7b178-3e14-40c0-956c-baa127033b59 req-70b32328-6f55-4b83-b41b-81ef714a864b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445375 Sep 14 18:52:01.986588 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274028c-3bd0-4fee-9ce4-078a7909fb98 req-7cc78d1b-6324-41d4-8e14-0c0d7d6d2463 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:01.989178 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f274028c-3bd0-4fee-9ce4-078a7909fb98 req-7cc78d1b-6324-41d4-8e14-0c0d7d6d2463 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 945 time: 0.1194804 Sep 14 18:52:02.045841 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f274028c-3bd0-4fee-9ce4-078a7909fb98 req-dd966c43-6ebd-4558-943d-75adea088f77 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483606 Sep 14 18:52:02.317789 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b8e48-97f8-4966-8557-b0410d3eda90 req-c6e3339f-4b52-41ef-bec8-9bbb8c1c3234 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:02.320485 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-558b8e48-97f8-4966-8557-b0410d3eda90 req-c6e3339f-4b52-41ef-bec8-9bbb8c1c3234 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0742917 Sep 14 18:52:02.367944 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-558b8e48-97f8-4966-8557-b0410d3eda90 req-45934854-acd5-43b5-a47f-593fb15b9101 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402617 Sep 14 18:52:02.374041 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa862f2-1a11-4bc0-ae06-9f793ad45e3b req-c28037f2-203b-4a0e-97ec-23a3218f6c80 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:02.375722 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cfa862f2-1a11-4bc0-ae06-9f793ad45e3b req-c28037f2-203b-4a0e-97ec-23a3218f6c80 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0534582 Sep 14 18:52:02.421236 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cfa862f2-1a11-4bc0-ae06-9f793ad45e3b req-2270188f-07a3-4aed-8881-6bb2906cd888 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365481 Sep 14 18:52:02.689104 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae909f05-582b-4b86-90da-f0ed38ecbccc req-8ae39a26-a7d9-4800-8ecd-7c65a0c01736 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:02.690726 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ae909f05-582b-4b86-90da-f0ed38ecbccc req-8ae39a26-a7d9-4800-8ecd-7c65a0c01736 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 943 time: 0.0541427 Sep 14 18:52:02.732293 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ae909f05-582b-4b86-90da-f0ed38ecbccc req-8e09dd06-46c2-439f-b30f-05656fabdcd1 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346296 Sep 14 18:52:02.994361 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606ab1-5bc6-4684-a2c7-de757a7d3764 req-3976b2ab-9d82-4e72-a405-99a0bda980f9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:02.995940 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e9606ab1-5bc6-4684-a2c7-de757a7d3764 req-3976b2ab-9d82-4e72-a405-99a0bda980f9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0654254 Sep 14 18:52:03.043516 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e9606ab1-5bc6-4684-a2c7-de757a7d3764 req-cd511221-1c21-47d9-95da-b427ebdcd9e3 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384440 Sep 14 18:52:03.167957 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbb96-80b2-4547-ba4d-a089574c147c req-075a9076-9c7f-47b2-8412-96040e9804a9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:03.169681 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-49edbb96-80b2-4547-ba4d-a089574c147c req-075a9076-9c7f-47b2-8412-96040e9804a9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 945 time: 0.0545576 Sep 14 18:52:03.223188 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-49edbb96-80b2-4547-ba4d-a089574c147c req-565f8f7a-7976-41a1-bbab-99b96e2bfe75 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Sep 14 18:52:03.579643 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134da7bc-5dbb-4abc-845b-2e1dd9979aab req-7bee41b8-7d9b-4e63-ad5b-c5aaf9e518be tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:03.582584 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-134da7bc-5dbb-4abc-845b-2e1dd9979aab req-7bee41b8-7d9b-4e63-ad5b-c5aaf9e518be tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.1347625 Sep 14 18:52:03.628602 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-134da7bc-5dbb-4abc-845b-2e1dd9979aab req-64ce50b7-9e41-4463-937a-a8dc5b54f155 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380616 Sep 14 18:52:03.635922 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35585876-47ca-40cd-b85d-4899f3581384 req-7ca43017-116f-4950-ba37-3500a05c930a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:03.637413 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-35585876-47ca-40cd-b85d-4899f3581384 req-7ca43017-116f-4950-ba37-3500a05c930a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.1110368 Sep 14 18:52:03.691995 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-35585876-47ca-40cd-b85d-4899f3581384 req-9c4b01a5-539e-4e2e-8003-382bf290abec tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450819 Sep 14 18:52:03.786514 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 0036a361-4424-47c9-85b9-51d4bdffa849 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:52:03.867478 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701aa26-f572-4083-a042-a119d9e6611e req-25f8b07a-c998-4531-bd87-347930fb6335 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:03.870076 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a701aa26-f572-4083-a042-a119d9e6611e req-25f8b07a-c998-4531-bd87-347930fb6335 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 943 time: 0.0617132 Sep 14 18:52:03.916466 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a701aa26-f572-4083-a042-a119d9e6611e req-d85f8341-5153-4930-8ee9-3fb0096965c7 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400140 Sep 14 18:52:03.918505 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 0036a361-4424-47c9-85b9-51d4bdffa849, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0036a361-4424-47c9-85b9-51d4bdffa849,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:03.933110 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '0036a361-4424-47c9-85b9-51d4bdffa849', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'port_id': '0036a361-4424-47c9-85b9-51d4bdffa849', 'mac_address': 'fa:16:3e:39:e0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:52:03.975315 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:03.990701 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0036a361-4424-47c9-85b9-51d4bdffa849 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:52:04.017461 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 0036a361-4424-47c9-85b9-51d4bdffa849, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0036a361-4424-47c9-85b9-51d4bdffa849,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:04.022807 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:04.084164 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=0036a361-4424-47c9-85b9-51d4bdffa849,revision_number=6']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:04.183383 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c7f55-32e0-4b31-a233-0308c2b47dbd req-d62f5a9b-277f-42d7-8608-7be5ee04fbac tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:04.184997 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8e8c7f55-32e0-4b31-a233-0308c2b47dbd req-d62f5a9b-277f-42d7-8608-7be5ee04fbac tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0640473 Sep 14 18:52:04.224377 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['0036a361-4424-47c9-85b9-51d4bdffa849'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:52:04.251266 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8e8c7f55-32e0-4b31-a233-0308c2b47dbd req-569db5ed-02fc-4a19-a232-7a3c2efb97e1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555549 Sep 14 18:52:04.803282 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f40dbb-1e76-4003-9d12-eec323cce7e0 req-1575489a-0aac-49de-910c-9668fbd7f529 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:04.804970 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-80f40dbb-1e76-4003-9d12-eec323cce7e0 req-1575489a-0aac-49de-910c-9668fbd7f529 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0655782 Sep 14 18:52:04.849472 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-80f40dbb-1e76-4003-9d12-eec323cce7e0 req-c202c7ce-518c-4b98-b415-dd120247a15b tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368812 Sep 14 18:52:04.970178 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f1f0f-01a0-44df-afb4-ae88302db6c7 req-f63c00a9-8c76-4873-b196-0bb0bbdf69f5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:04.971822 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f54f1f0f-01a0-44df-afb4-ae88302db6c7 req-f63c00a9-8c76-4873-b196-0bb0bbdf69f5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 944 time: 0.0581586 Sep 14 18:52:05.042760 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f54f1f0f-01a0-44df-afb4-ae88302db6c7 req-fa47f5fc-6668-4f16-bf72-f686125bd97a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603275 Sep 14 18:52:05.149387 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c0298-0fde-4f26-9237-91998a54e169 req-090686ca-2d77-4334-b344-cb322cd57656 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:05.151194 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-937c0298-0fde-4f26-9237-91998a54e169 req-090686ca-2d77-4334-b344-cb322cd57656 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 943 time: 0.0578997 Sep 14 18:52:05.214626 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-937c0298-0fde-4f26-9237-91998a54e169 req-196f5982-dca0-497a-8a44-f3504bb8f080 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504441 Sep 14 18:52:05.391563 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c953af-1808-4bdf-9980-2b2130215988 req-5cb0c782-752b-4604-a925-89b39d002f75 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:05.393093 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d0c953af-1808-4bdf-9980-2b2130215988 req-5cb0c782-752b-4604-a925-89b39d002f75 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0591524 Sep 14 18:52:05.437169 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d0c953af-1808-4bdf-9980-2b2130215988 req-aef0e568-3f7b-4499-bd35-d3477c95371b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350056 Sep 14 18:52:05.791787 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 92980f6d-752d-499f-8423-ee34e326330a details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:52:05.797301 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 0036a361-4424-47c9-85b9-51d4bdffa849 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:52:05.936696 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 0036a361-4424-47c9-85b9-51d4bdffa849 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:52:05.937076 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:05.985043 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 92980f6d-752d-499f-8423-ee34e326330a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=92980f6d-752d-499f-8423-ee34e326330a,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:05.993585 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0c662-aa73-437d-b6ea-c7ef5f8080ad req-cf6cd2f1-fed2-4c46-85a5-d3e085742367 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:05.995604 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b3e0c662-aa73-437d-b6ea-c7ef5f8080ad req-cf6cd2f1-fed2-4c46-85a5-d3e085742367 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0627601 Sep 14 18:52:06.003363 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '92980f6d-752d-499f-8423-ee34e326330a', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'port_id': '92980f6d-752d-499f-8423-ee34e326330a', 'mac_address': 'fa:16:3e:35:15:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:52:06.044393 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b3e0c662-aa73-437d-b6ea-c7ef5f8080ad req-d698495b-0e64-4e08-bada-49c420b88a66 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383539 Sep 14 18:52:06.075326 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:06.092735 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:06.105283 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92980f6d-752d-499f-8423-ee34e326330a {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:52:06.137917 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:52:06.140166 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b7fae6-f492-4e05-85c6-458491625c96" -d '{"events": [{"server_uuid": "6100979a-9186-459b-944a-a0a100521758", "name": "network-vif-plugged", "status": "completed", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:52:06.148028 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 92980f6d-752d-499f-8423-ee34e326330a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=92980f6d-752d-499f-8423-ee34e326330a,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:06.156750 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:06.160096 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 0036a361-4424-47c9-85b9-51d4bdffa849, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0036a361-4424-47c9-85b9-51d4bdffa849,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:06.165409 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:06.192779 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e56aa0-4666-43d0-94ef-0873d22c4dda req-d9862991-63ca-4f1a-9e42-c663a081475b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:06.195716 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-78e56aa0-4666-43d0-94ef-0873d22c4dda req-d9862991-63ca-4f1a-9e42-c663a081475b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 944 time: 0.0648255 Sep 14 18:52:06.197353 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8dc89e-463c-40bb-9564-f719594ce2fa x-openstack-request-id: req-aa8dc89e-463c-40bb-9564-f719594ce2fa {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:52:06.199201 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6100979a-9186-459b-944a-a0a100521758", "name": "network-vif-plugged", "status": "completed", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:52:06.199634 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa8dc89e-463c-40bb-9564-f719594ce2fa {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:52:06.200022 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849', 'code': 200} Sep 14 18:52:06.222042 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=92980f6d-752d-499f-8423-ee34e326330a,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:06.251925 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-78e56aa0-4666-43d0-94ef-0873d22c4dda req-1c92e4bf-d68c-4451-bdd7-9669a80ffa74 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471103 Sep 14 18:52:06.285302 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=0036a361-4424-47c9-85b9-51d4bdffa849,revision_number=7']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:06.346335 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb2759-47bf-4d01-b919-3c476d7f3b1c req-fb001612-ef13-4781-9d0c-b29e0c6ca6d5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:06.347833 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1deb2759-47bf-4d01-b919-3c476d7f3b1c req-fb001612-ef13-4781-9d0c-b29e0c6ca6d5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 944 time: 0.0495062 Sep 14 18:52:06.386715 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1deb2759-47bf-4d01-b919-3c476d7f3b1c req-41e2ab30-ce0f-4591-93d0-10382f89ebd6 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329680 Sep 14 18:52:06.554213 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2443723-9a82-43f5-9fa0-bd81212237b2 req-b9e0080c-dded-4d2a-86ad-4ea238c6a6e0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:06.555595 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d2443723-9a82-43f5-9fa0-bd81212237b2 req-b9e0080c-dded-4d2a-86ad-4ea238c6a6e0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0481420 Sep 14 18:52:06.592883 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d2443723-9a82-43f5-9fa0-bd81212237b2 req-498a1bbc-d9b5-4c7f-b2e4-94485397dee3 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312617 Sep 14 18:52:07.171868 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f4591-58ec-4af4-b3c2-4673bdfdd7a7 req-1aad7ef3-d8e4-460c-a536-6bb7d2fbd109 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:07.173273 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7b9f4591-58ec-4af4-b3c2-4673bdfdd7a7 req-1aad7ef3-d8e4-460c-a536-6bb7d2fbd109 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0515399 Sep 14 18:52:07.214643 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7b9f4591-58ec-4af4-b3c2-4673bdfdd7a7 req-ba753d85-565b-4f6a-85bc-a058dc9da643 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345988 Sep 14 18:52:07.387058 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89955-a384-405d-918d-1965f3f95719 req-fe6b2cfa-c3cb-461f-9bf2-7c7773a083d0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:07.388618 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4db89955-a384-405d-918d-1965f3f95719 req-fe6b2cfa-c3cb-461f-9bf2-7c7773a083d0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0555236 Sep 14 18:52:07.429279 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4db89955-a384-405d-918d-1965f3f95719 req-80029b3e-d3d1-42c4-ba8b-5c04daf7ade0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344737 Sep 14 18:52:07.505191 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ce1be-3175-4617-b2e0-1e8e8f25c1bc req-e97d6988-674b-41ad-beb7-85163549e481 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:07.507097 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e85ce1be-3175-4617-b2e0-1e8e8f25c1bc req-e97d6988-674b-41ad-beb7-85163549e481 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 944 time: 0.0546687 Sep 14 18:52:07.545012 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e85ce1be-3175-4617-b2e0-1e8e8f25c1bc req-bf2ddf3d-b150-4638-93cf-3b1dfb018b26 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319340 Sep 14 18:52:07.712469 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c670358-6e52-47e5-bf6e-d545f528f5dc req-648688de-c8b3-4e26-90cb-0a410abde9a5 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:07.713919 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0c670358-6e52-47e5-bf6e-d545f528f5dc req-648688de-c8b3-4e26-90cb-0a410abde9a5 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0488636 Sep 14 18:52:07.753666 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0c670358-6e52-47e5-bf6e-d545f528f5dc req-e5608f12-f9ca-4ca3-a832-ce6c7340e1c2 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333800 Sep 14 18:52:08.336304 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d37f7-051a-4801-9540-46afe749aa9b req-03c99d1d-1e32-42f9-a0ea-ca9b8f8c8fc7 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:08.337916 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-356d37f7-051a-4801-9540-46afe749aa9b req-03c99d1d-1e32-42f9-a0ea-ca9b8f8c8fc7 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0516472 Sep 14 18:52:08.382425 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-356d37f7-051a-4801-9540-46afe749aa9b req-b93e6dc9-f349-4f09-8667-77df0b5cc396 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379608 Sep 14 18:52:08.551613 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cf1ba-792c-49bc-99e1-3fd696b8b683 req-421e2c90-79da-4bc3-8f8c-d492d9a17815 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:08.553181 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5a9cf1ba-792c-49bc-99e1-3fd696b8b683 req-421e2c90-79da-4bc3-8f8c-d492d9a17815 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0502560 Sep 14 18:52:08.604246 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5a9cf1ba-792c-49bc-99e1-3fd696b8b683 req-6290159b-cafc-4435-a111-199ecf27bf6e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446188 Sep 14 18:52:08.666643 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afce4ab-4a53-4a6c-ab6d-e38dfd1b69d5 req-d7434ca0-10aa-4cd6-b333-7e960500abb7 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:08.668142 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6afce4ab-4a53-4a6c-ab6d-e38dfd1b69d5 req-d7434ca0-10aa-4cd6-b333-7e960500abb7 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 944 time: 0.0509968 Sep 14 18:52:08.706409 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6afce4ab-4a53-4a6c-ab6d-e38dfd1b69d5 req-a0f052c0-30f0-4337-9ed9-8f54c9b930f2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322382 Sep 14 18:52:08.873016 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac32f1d-2e2e-4040-99f6-eda1cff7d656 req-e52397f9-0d97-42e2-8553-d82396a01ab0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:08.874429 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5ac32f1d-2e2e-4040-99f6-eda1cff7d656 req-e52397f9-0d97-42e2-8553-d82396a01ab0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0519862 Sep 14 18:52:08.911553 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5ac32f1d-2e2e-4040-99f6-eda1cff7d656 req-fbb8c477-4ed8-491c-a21f-7994d537afa9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311654 Sep 14 18:52:09.532809 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b8e37-e565-4cd6-aa3a-b87b967b39cc req-b64622cb-b5ee-4c36-88d6-16f3ae8af32b tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:09.534561 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ce0b8e37-e565-4cd6-aa3a-b87b967b39cc req-b64622cb-b5ee-4c36-88d6-16f3ae8af32b tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0613315 Sep 14 18:52:09.579104 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ce0b8e37-e565-4cd6-aa3a-b87b967b39cc req-bce4585a-1ebf-40c7-9a04-07887644944b tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380213 Sep 14 18:52:09.714753 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['92980f6d-752d-499f-8423-ee34e326330a'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:52:09.752820 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d165d-8122-4218-8c65-8b4c09e9a2c0 req-2e2cc300-fa18-4225-bf4b-aeced6183ee0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:09.756927 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-132d165d-8122-4218-8c65-8b4c09e9a2c0 req-2e2cc300-fa18-4225-bf4b-aeced6183ee0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0764742 Sep 14 18:52:09.833538 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-132d165d-8122-4218-8c65-8b4c09e9a2c0 req-2b95117c-8859-4903-a2c2-e7149e9e5821 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608683 Sep 14 18:52:09.898850 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f6631-05b8-4a1b-bff5-03e54842e96a req-fbad5683-a3bd-41e7-ac24-82dc6f1bd89c tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:09.900436 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ac1f6631-05b8-4a1b-bff5-03e54842e96a req-fbad5683-a3bd-41e7-ac24-82dc6f1bd89c tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 944 time: 0.0808921 Sep 14 18:52:09.966214 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ac1f6631-05b8-4a1b-bff5-03e54842e96a req-8b1df21b-571e-46f5-bdcd-a9c27d9f1b0f tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588768 Sep 14 18:52:10.065188 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edb07d-53aa-4420-83c6-4a5f182536be req-35dbf937-1488-4071-ab0e-ecc12acf4e49 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:10.067065 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f1edb07d-53aa-4420-83c6-4a5f182536be req-35dbf937-1488-4071-ab0e-ecc12acf4e49 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0701962 Sep 14 18:52:10.122020 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f1edb07d-53aa-4420-83c6-4a5f182536be req-fe74dd9b-69fd-44ae-96ca-7928e6c63f17 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442939 Sep 14 18:52:10.742263 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc628b01-75d4-479b-a5d4-a76137a3a3bf req-a8692872-d5f4-47b1-9548-7176d59591a6 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:10.743466 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cc628b01-75d4-479b-a5d4-a76137a3a3bf req-a8692872-d5f4-47b1-9548-7176d59591a6 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0782166 Sep 14 18:52:10.788230 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cc628b01-75d4-479b-a5d4-a76137a3a3bf req-f53e2853-8f6a-44bb-84f3-46cb4f1f24fa tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384207 Sep 14 18:52:11.008655 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218c494-46cf-4bef-9031-787ffd9a40fd req-1f2569cc-9105-4f27-9f57-a67948c7b7cc tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:11.010951 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5218c494-46cf-4bef-9031-787ffd9a40fd req-1f2569cc-9105-4f27-9f57-a67948c7b7cc tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0832884 Sep 14 18:52:11.090326 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5218c494-46cf-4bef-9031-787ffd9a40fd req-9abc8d70-0154-4461-b4ad-db8b99ccc2bc tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689356 Sep 14 18:52:11.199430 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb2bb3-b21d-46b6-8d4d-6a5a406b10a6 req-ceeb3663-12f5-427e-9eb6-374b65244b38 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:11.201809 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5cbb2bb3-b21d-46b6-8d4d-6a5a406b10a6 req-ceeb3663-12f5-427e-9eb6-374b65244b38 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 944 time: 0.0899248 Sep 14 18:52:11.264326 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5cbb2bb3-b21d-46b6-8d4d-6a5a406b10a6 req-9468e44c-7627-49d4-b069-f19450400ac0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555322 Sep 14 18:52:11.299960 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bad6d-adbd-449d-9d77-4018e31e3ae2 req-b538de5e-399e-4612-98a0-4cf6e4717756 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:11.301536 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b55bad6d-adbd-449d-9d77-4018e31e3ae2 req-b538de5e-399e-4612-98a0-4cf6e4717756 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0825648 Sep 14 18:52:11.354917 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b55bad6d-adbd-449d-9d77-4018e31e3ae2 req-02c77879-c69c-49ff-9ee5-e96dfd84070f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460503 Sep 14 18:52:11.957300 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777c913-0d20-4e0e-911e-bbef8f6665bf req-58d6ac78-6f72-4800-b925-c4c47f764826 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:11.959222 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6777c913-0d20-4e0e-911e-bbef8f6665bf req-58d6ac78-6f72-4800-b925-c4c47f764826 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0764611 Sep 14 18:52:12.022295 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6777c913-0d20-4e0e-911e-bbef8f6665bf req-4b5637ea-f7ae-4e5c-ae41-594e7bce212a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526631 Sep 14 18:52:12.279587 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b767418-de07-4551-b7cb-082e6260aa08 req-18b7515c-e1f8-44e6-992d-770424586c6a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:12.287894 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4b767418-de07-4551-b7cb-082e6260aa08 req-18b7515c-e1f8-44e6-992d-770424586c6a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0727351 Sep 14 18:52:12.358301 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4b767418-de07-4551-b7cb-082e6260aa08 req-8ebc3dec-d656-4830-8184-336dedb55504 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682170 Sep 14 18:52:12.455892 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2ae35-a1c0-4728-8053-2768a47bc951 req-06620934-6dd2-4b37-b18b-ed0eb0bdaddf tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:12.465420 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-79c2ae35-a1c0-4728-8053-2768a47bc951 req-06620934-6dd2-4b37-b18b-ed0eb0bdaddf tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 944 time: 0.0712173 Sep 14 18:52:12.513469 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-79c2ae35-a1c0-4728-8053-2768a47bc951 req-e855717e-e4b4-4295-a1a2-bcf260ba441e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464075 Sep 14 18:52:12.569301 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a2653-d1f7-4ca8-8abf-2720fa9d1743 req-35917d36-15a0-40c5-981f-fb96384fb381 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:12.578109 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-301a2653-d1f7-4ca8-8abf-2720fa9d1743 req-35917d36-15a0-40c5-981f-fb96384fb381 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0761380 Sep 14 18:52:12.630727 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-301a2653-d1f7-4ca8-8abf-2720fa9d1743 req-b45fe2ab-234b-480c-8025-473c61babc9e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505276 Sep 14 18:52:13.239732 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d4de3-244f-451d-a507-b4cae3fbc35f req-047eb49d-b256-4692-b16c-125d87a28e4f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:13.248717 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-813d4de3-244f-451d-a507-b4cae3fbc35f req-047eb49d-b256-4692-b16c-125d87a28e4f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0704880 Sep 14 18:52:13.313366 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-813d4de3-244f-451d-a507-b4cae3fbc35f req-7d2d5fb1-aca8-47a8-8c39-bf056cc1e637 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615981 Sep 14 18:52:13.505693 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb18612-eafb-4191-bc1c-a9d876148f7a req-a0dc7c77-bdd4-454e-863b-0852107f4637 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:13.507343 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9eb18612-eafb-4191-bc1c-a9d876148f7a req-a0dc7c77-bdd4-454e-863b-0852107f4637 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0745101 Sep 14 18:52:13.585776 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9eb18612-eafb-4191-bc1c-a9d876148f7a req-62c3d4ba-cfef-4a71-a774-2ec13f00777f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691485 Sep 14 18:52:13.723709 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b289b2-48d5-4d9d-97c8-c66329e5e828 req-7ea9cec6-a110-41a8-b886-aa55e43cf3db tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:13.725509 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-21b289b2-48d5-4d9d-97c8-c66329e5e828 req-7ea9cec6-a110-41a8-b886-aa55e43cf3db tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 944 time: 0.0899587 Sep 14 18:52:13.785154 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-21b289b2-48d5-4d9d-97c8-c66329e5e828 req-5722c54a-c877-40a2-8b8a-8f6cc02e458b tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528405 Sep 14 18:52:13.804979 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eba0f-9c3f-4cbb-84ef-4b675eda8d94 req-defe9332-136f-4afc-8578-865dcda5463a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:13.809693 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-674eba0f-9c3f-4cbb-84ef-4b675eda8d94 req-defe9332-136f-4afc-8578-865dcda5463a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0908198 Sep 14 18:52:13.878005 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-674eba0f-9c3f-4cbb-84ef-4b675eda8d94 req-339ba311-ea11-4564-bed3-51f9b6216dfc tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622792 Sep 14 18:52:14.460810 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8da0b-a5bb-4b43-a2b5-e39910e2938f req-1cc8d7ad-675d-4eb1-b140-96600481ea2f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:14.463961 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-19b8da0b-a5bb-4b43-a2b5-e39910e2938f req-1cc8d7ad-675d-4eb1-b140-96600481ea2f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0708961 Sep 14 18:52:14.559691 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-19b8da0b-a5bb-4b43-a2b5-e39910e2938f req-3c66b7ac-1355-44ce-8abc-878b085d9401 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839794 Sep 14 18:52:14.817484 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c1e29-63ba-4f35-9fa2-7d37b0f5cfe2 req-0c1a6303-983c-45eb-8b14-33df4c119e99 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:14.821028 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-db7c1e29-63ba-4f35-9fa2-7d37b0f5cfe2 req-0c1a6303-983c-45eb-8b14-33df4c119e99 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0757921 Sep 14 18:52:14.937780 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-db7c1e29-63ba-4f35-9fa2-7d37b0f5cfe2 req-411ec91c-fc87-4ede-8c5d-22c991dd590c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032159 Sep 14 18:52:14.973271 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec326d-0b47-4934-a18d-adacf2613526 req-cdfa611e-34af-4bba-a617-1555e057399a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:14.975248 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d8ec326d-0b47-4934-a18d-adacf2613526 req-cdfa611e-34af-4bba-a617-1555e057399a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 944 time: 0.0761123 Sep 14 18:52:15.044996 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d8ec326d-0b47-4934-a18d-adacf2613526 req-52909ba2-0360-47ec-8bf6-f6efaa99900f tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622544 Sep 14 18:52:15.080045 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8c112-1a6b-4715-b0ab-1147f434a9e6 req-d953ee62-8d8a-4927-886a-a937c63439a5 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:15.082610 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3fe8c112-1a6b-4715-b0ab-1147f434a9e6 req-d953ee62-8d8a-4927-886a-a937c63439a5 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0769563 Sep 14 18:52:15.146277 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3fe8c112-1a6b-4715-b0ab-1147f434a9e6 req-efb3f263-2f5a-47e9-b57c-cb9387f68497 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517066 Sep 14 18:52:15.714686 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a6c89-adb9-40bd-9f22-f419a7eca496 req-ffec15a3-ffae-4499-a1d7-89431aebb3ae tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:15.728153 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-207a6c89-adb9-40bd-9f22-f419a7eca496 req-ffec15a3-ffae-4499-a1d7-89431aebb3ae tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0813327 Sep 14 18:52:15.784139 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-207a6c89-adb9-40bd-9f22-f419a7eca496 req-0433ecf9-e8fc-4ac2-9597-5dd8501ec658 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527899 Sep 14 18:52:16.272912 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105b9e8-4979-4809-b40f-40189ae5ebe2 req-386cbd8a-1f5b-418f-9c9e-ab74a80c12a5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:16.278231 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e105b9e8-4979-4809-b40f-40189ae5ebe2 req-386cbd8a-1f5b-418f-9c9e-ab74a80c12a5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.1786079 Sep 14 18:52:16.278897 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492243d9-c5a6-434e-8e17-9953b136dab2 req-23b94079-9f29-4ef0-95e5-e388f58ec5f3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:16.281635 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-492243d9-c5a6-434e-8e17-9953b136dab2 req-23b94079-9f29-4ef0-95e5-e388f58ec5f3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 944 time: 0.0719829 Sep 14 18:52:16.326176 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e105b9e8-4979-4809-b40f-40189ae5ebe2 req-63f7da1f-2562-403b-b515-fdf10552919e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431483 Sep 14 18:52:16.354128 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-492243d9-c5a6-434e-8e17-9953b136dab2 req-19856bfe-f443-4f9d-a581-301afa021e54 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655630 Sep 14 18:52:16.520124 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9f1c8-e7ca-42b5-909e-094ebff3e2e7 req-65074940-ede6-4e9a-9404-054c9e038da9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:16.522100 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-56e9f1c8-e7ca-42b5-909e-094ebff3e2e7 req-65074940-ede6-4e9a-9404-054c9e038da9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0920384 Sep 14 18:52:16.584403 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-56e9f1c8-e7ca-42b5-909e-094ebff3e2e7 req-ce1fbd7d-070e-4a54-b99b-506c755d058a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479224 Sep 14 18:52:16.972669 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f32ebe-087f-4496-ae2e-9ad87137d107 req-27876816-43e5-4b58-9dbc-103ec9698269 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:16.975402 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-16f32ebe-087f-4496-ae2e-9ad87137d107 req-27876816-43e5-4b58-9dbc-103ec9698269 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0907226 Sep 14 18:52:17.029838 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-16f32ebe-087f-4496-ae2e-9ad87137d107 req-ee1b5fe0-8a49-4046-8719-698a76bffea0 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476289 Sep 14 18:52:17.436683 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f866d-b980-4a95-81d4-0ffc5dcaa29a req-55d3a8f6-3656-4a78-aeef-79c8dea72740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:17.439132 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6a0f866d-b980-4a95-81d4-0ffc5dcaa29a req-55d3a8f6-3656-4a78-aeef-79c8dea72740 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 1098 time: 0.1089191 Sep 14 18:52:17.528693 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6a0f866d-b980-4a95-81d4-0ffc5dcaa29a req-2ab53e78-60cb-4194-a982-49ddfc919b4f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729642 Sep 14 18:52:17.540798 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e8de8-6b2f-4647-9806-fc621c4486ac req-4e920871-4453-4c39-b960-578a2466cf13 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:17.546876 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-625e8de8-6b2f-4647-9806-fc621c4486ac req-4e920871-4453-4c39-b960-578a2466cf13 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 944 time: 0.0714378 Sep 14 18:52:17.573874 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9c3d2-4cd8-4ef3-b648-599693f99074 req-8d7381a0-da9d-4f29-ac6f-712c111fb069 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:17.576061 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-15b9c3d2-4cd8-4ef3-b648-599693f99074 req-8d7381a0-da9d-4f29-ac6f-712c111fb069 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.1019602 Sep 14 18:52:17.607565 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-625e8de8-6b2f-4647-9806-fc621c4486ac req-8b8a8594-a463-479a-849f-9392cd13200e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566058 Sep 14 18:52:17.673203 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-15b9c3d2-4cd8-4ef3-b648-599693f99074 req-3602876d-2fd3-473e-9160-2cd44d3241a5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884018 Sep 14 18:52:17.778048 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5bebb-dedd-4c15-93b1-0c64ff97ca02 req-0b725ea2-86d1-42b3-bbac-30bdb12a5ebe tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:17.785798 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3dd5bebb-dedd-4c15-93b1-0c64ff97ca02 req-0b725ea2-86d1-42b3-bbac-30bdb12a5ebe tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0960951 Sep 14 18:52:17.828192 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3dd5bebb-dedd-4c15-93b1-0c64ff97ca02 req-eb77f1e8-487f-4553-8efa-67d6aad9bbd5 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Sep 14 18:52:17.952573 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:52:18.259927 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc2181-fe60-4d2b-98f8-66ede9021fe9 req-49f0dc47-bbe1-4f91-bf66-00a6bf9bcd3a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:18.274227 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3bdc2181-fe60-4d2b-98f8-66ede9021fe9 req-49f0dc47-bbe1-4f91-bf66-00a6bf9bcd3a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.1133413 Sep 14 18:52:18.694012 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3bdc2181-fe60-4d2b-98f8-66ede9021fe9 req-dd5e4369-5b16-4b5d-b9d9-e82643c061bc tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4180870 Sep 14 18:52:18.907359 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5c9e7-558d-48f7-a9b3-a646e3c9f90a req-0b1787ab-0a47-43cd-b9b1-aed2db07c2c6 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:18.912700 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4ce5c9e7-558d-48f7-a9b3-a646e3c9f90a req-0b1787ab-0a47-43cd-b9b1-aed2db07c2c6 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 944 time: 0.1743438 Sep 14 18:52:18.983713 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4ce5c9e7-558d-48f7-a9b3-a646e3c9f90a req-6f2cda2a-7a62-4cff-be17-bf64459249f8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620396 Sep 14 18:52:19.227510 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613577b0-a5b1-470b-9fb7-06b0a0726ea5 req-26b78f0f-7a60-4a27-8868-4dcdcc34c593 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:19.230169 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-613577b0-a5b1-470b-9fb7-06b0a0726ea5 req-26b78f0f-7a60-4a27-8868-4dcdcc34c593 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.1513021 Sep 14 18:52:19.318418 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 92980f6d-752d-499f-8423-ee34e326330a up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:52:19.320466 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c40f47-ca8b-4235-b873-f123d7cf47e8 req-ebf2810f-f486-4b62-a44f-8468c2bcfbbd tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:19.322043 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a9c40f47-ca8b-4235-b873-f123d7cf47e8 req-ebf2810f-f486-4b62-a44f-8468c2bcfbbd tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1000667 Sep 14 18:52:19.323114 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-613577b0-a5b1-470b-9fb7-06b0a0726ea5 req-98991627-a887-4349-b56f-581f14d53e0c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662556 Sep 14 18:52:19.420064 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port 92980f6d-752d-499f-8423-ee34e326330a completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:52:19.425556 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 92980f6d-752d-499f-8423-ee34e326330a triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:52:19.426382 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:19.446800 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a9c40f47-ca8b-4235-b873-f123d7cf47e8 req-15f396d1-beee-45f5-930d-104ee86a49d2 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041958 Sep 14 18:52:19.573790 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:19.603905 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835a866a-9e58-4029-9684-64d5bf09ef56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92980f6d-752d-499f-8423-ee34e326330a'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:52:19.606614 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a481cac-c1f0-48e7-9d91-5170170efe92" -d '{"events": [{"server_uuid": "835a866a-9e58-4029-9684-64d5bf09ef56", "name": "network-vif-plugged", "status": "completed", "tag": "92980f6d-752d-499f-8423-ee34e326330a"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:52:19.625128 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 92980f6d-752d-499f-8423-ee34e326330a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=92980f6d-752d-499f-8423-ee34e326330a,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:19.634085 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:19.680542 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ccc587-99b9-429a-956c-a24133a38e89 x-openstack-request-id: req-a8ccc587-99b9-429a-956c-a24133a38e89 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:52:19.681172 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835a866a-9e58-4029-9684-64d5bf09ef56", "name": "network-vif-plugged", "status": "completed", "tag": "92980f6d-752d-499f-8423-ee34e326330a", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:52:19.681743 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8ccc587-99b9-429a-956c-a24133a38e89 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:52:19.682198 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835a866a-9e58-4029-9684-64d5bf09ef56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92980f6d-752d-499f-8423-ee34e326330a', 'code': 200} Sep 14 18:52:19.708402 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=92980f6d-752d-499f-8423-ee34e326330a,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:19.835007 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcc6ad-9b43-4a86-a66d-4de63d5ea904 req-716adfa1-41ee-4303-b0bc-df0f2974e04c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:19.842425 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-16fcc6ad-9b43-4a86-a66d-4de63d5ea904 req-716adfa1-41ee-4303-b0bc-df0f2974e04c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0641208 Sep 14 18:52:19.922319 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-16fcc6ad-9b43-4a86-a66d-4de63d5ea904 req-a39dde67-cf0e-4994-a550-2fc014bb2da3 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787079 Sep 14 18:52:20.208141 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e0433-e465-4509-b610-d67296f80366 req-22984b65-a483-4354-ba75-0f052174f15d tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:20.211058 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-616e0433-e465-4509-b610-d67296f80366 req-22984b65-a483-4354-ba75-0f052174f15d tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 945 time: 0.0928771 Sep 14 18:52:20.284453 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-616e0433-e465-4509-b610-d67296f80366 req-c3032113-f6ec-4172-b62c-27b8e911c5da tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617099 Sep 14 18:52:20.536754 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab5e3-d7ac-406e-869d-72e48d0306a2 req-c73a49f8-cb6d-4e7b-b6ad-277eb1a91550 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:20.544561 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-beaab5e3-d7ac-406e-869d-72e48d0306a2 req-c73a49f8-cb6d-4e7b-b6ad-277eb1a91550 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0798702 Sep 14 18:52:20.675580 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a39bb-3f9d-494a-99c1-b954e770c2e4 req-3dc9b4f5-719c-46c4-ae2d-6ade7fd8cc63 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:20.678516 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-176a39bb-3f9d-494a-99c1-b954e770c2e4 req-3dc9b4f5-719c-46c4-ae2d-6ade7fd8cc63 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1026957 Sep 14 18:52:20.695727 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-beaab5e3-d7ac-406e-869d-72e48d0306a2 req-ac083a96-8d42-4511-be83-97ad32ab68d1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296651 Sep 14 18:52:20.776665 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-176a39bb-3f9d-494a-99c1-b954e770c2e4 req-03618d08-6baa-43ad-9e7d-870fe380ca7e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724363 Sep 14 18:52:21.091132 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4567f5-14be-43f1-a896-c8c3f216eab4 req-35bf7a4b-5733-4a00-9e95-c0353871003c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:21.093418 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-dc4567f5-14be-43f1-a896-c8c3f216eab4 req-35bf7a4b-5733-4a00-9e95-c0353871003c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0701721 Sep 14 18:52:21.139897 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-dc4567f5-14be-43f1-a896-c8c3f216eab4 req-18060c08-4363-4415-870d-69b4d57643f1 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396423 Sep 14 18:52:21.476076 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6030751-8f3b-492d-a797-052a5946b1ac req-1dafc6f7-a016-48f1-a467-163f8cfd35a0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:21.477772 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c6030751-8f3b-492d-a797-052a5946b1ac req-1dafc6f7-a016-48f1-a467-163f8cfd35a0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 945 time: 0.0769196 Sep 14 18:52:21.528580 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c6030751-8f3b-492d-a797-052a5946b1ac req-cb9c779e-cf89-46ac-822b-725502a66353 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426071 Sep 14 18:52:21.721914 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c121feb-9807-4948-bfd1-457b8e8629a0 req-9439dcd9-6fed-4dc4-a217-e50d62cd4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:21.723469 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5c121feb-9807-4948-bfd1-457b8e8629a0 req-9439dcd9-6fed-4dc4-a217-e50d62cd4105 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 1098 time: 0.0457957 Sep 14 18:52:21.771337 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5c121feb-9807-4948-bfd1-457b8e8629a0 req-f6b12c41-6000-4d21-b711-886f55bce007 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367937 Sep 14 18:52:21.883971 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef442a-96cb-4d09-9a69-0f410b2c6dae req-dc9e2234-1e72-4b8c-ab57-8d0bdbf4418a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:21.887073 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8aef442a-96cb-4d09-9a69-0f410b2c6dae req-dc9e2234-1e72-4b8c-ab57-8d0bdbf4418a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0862057 Sep 14 18:52:21.957058 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8aef442a-96cb-4d09-9a69-0f410b2c6dae req-1693d853-1633-4b1b-b995-31ebcc857fba tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623503 Sep 14 18:52:21.966601 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234dee5-8aad-4ad6-b6d7-b301dda3e019 req-e64ab64b-4ce3-4f6a-bd50-9ad548c75498 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:21.968245 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0234dee5-8aad-4ad6-b6d7-b301dda3e019 req-e64ab64b-4ce3-4f6a-bd50-9ad548c75498 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0627038 Sep 14 18:52:22.028565 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0234dee5-8aad-4ad6-b6d7-b301dda3e019 req-038d92e8-5a81-4e5f-9451-b3c1ac057a3c tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483048 Sep 14 18:52:22.062145 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-8b622b4a-284b-4769-84f6-e0429589df2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:22.286667 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f305eb-25bd-45c8-bd5e-60676c46a08b req-30e7f91e-412c-4d3d-b0f4-c541692118b2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:22.289444 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-33f305eb-25bd-45c8-bd5e-60676c46a08b req-30e7f91e-412c-4d3d-b0f4-c541692118b2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0606835 Sep 14 18:52:22.331319 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-33f305eb-25bd-45c8-bd5e-60676c46a08b req-b8bd913e-bebf-4225-95df-821a53ad3c4d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353391 Sep 14 18:52:22.672907 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee602fb-716b-4992-9322-dcf0ef5432f5 req-71df9e22-bba8-4d06-b7fd-92beacd8cfab tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:22.681714 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aee602fb-716b-4992-9322-dcf0ef5432f5 req-71df9e22-bba8-4d06-b7fd-92beacd8cfab tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.1071098 Sep 14 18:52:22.728765 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aee602fb-716b-4992-9322-dcf0ef5432f5 req-9ddd06a7-a4f6-4e2c-a2d0-979a43f5c0f5 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452116 Sep 14 18:52:22.814449 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a0094-550f-4765-a9fd-3642ed025fe7 req-01a11c3f-55bf-4eac-86e5-669118df6dda tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:22.816049 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2c5a0094-550f-4765-a9fd-3642ed025fe7 req-01a11c3f-55bf-4eac-86e5-669118df6dda tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 945 time: 0.1731722 Sep 14 18:52:22.824714 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa384954-a35b-4c66-bfbb-221cc8839bad req-f4016011-4e67-4ef9-b137-d1ac5e8e81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:22.826255 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fa384954-a35b-4c66-bfbb-221cc8839bad req-f4016011-4e67-4ef9-b137-d1ac5e8e81a6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ec151455531943d3bea10491e06b54f7&device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 1098 time: 0.1391094 Sep 14 18:52:22.836368 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce12220-b70a-4077-9e53-195dee251fef req-c6a3dcd8-0cdf-44d9-9c8e-076c86d1c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:22.837924 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5ce12220-b70a-4077-9e53-195dee251fef req-c6a3dcd8-0cdf-44d9-9c8e-076c86d1c398 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 1098 time: 0.1487911 Sep 14 18:52:22.962903 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2c5a0094-550f-4765-a9fd-3642ed025fe7 req-7c070236-38cd-4528-89e3-5daa488e16d5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351221 Sep 14 18:52:23.037081 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce12220-b70a-4077-9e53-195dee251fef req-3ecd6b56-54a9-476b-a41a-d9708bdd48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:23.038830 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5ce12220-b70a-4077-9e53-195dee251fef req-3ecd6b56-54a9-476b-a41a-d9708bdd48e7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 918 time: 0.1838155 Sep 14 18:52:23.041643 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa384954-a35b-4c66-bfbb-221cc8839bad req-d28710a2-6b08-4380-8218-83f288aed8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:23.042944 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fa384954-a35b-4c66-bfbb-221cc8839bad req-d28710a2-6b08-4380-8218-83f288aed8a1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ed62ca30-1449-4b80-b732-67e84cfa064c HTTP/1.1" status: 200 len: 912 time: 0.2033269 Sep 14 18:52:23.147846 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2be55-094c-4a5a-b0f1-41f72406e140 req-56003461-3195-440d-a434-581b6a4256ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:23.158265 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8ea2be55-094c-4a5a-b0f1-41f72406e140 req-56003461-3195-440d-a434-581b6a4256ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0980167 Sep 14 18:52:23.184546 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fa384954-a35b-4c66-bfbb-221cc8839bad req-8d76b45a-af15-4224-acd7-2d80c8059410 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=527c08cc-6a8a-4df1-8387-98a3acb86730 HTTP/1.1" status: 200 len: 1000 time: 0.1238413 Sep 14 18:52:23.186667 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5ce12220-b70a-4077-9e53-195dee251fef req-561251e5-f0cd-439b-bc6b-d1ea0b9a2d7b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0036a361-4424-47c9-85b9-51d4bdffa849 HTTP/1.1" status: 200 len: 1000 time: 0.1279411 Sep 14 18:52:23.201621 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8ea2be55-094c-4a5a-b0f1-41f72406e140 req-aab8a946-c6a5-4f5c-ac99-b38a3b8a14fa tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421326 Sep 14 18:52:23.335629 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa384954-a35b-4c66-bfbb-221cc8839bad req-caaad41b-d628-4b08-a69d-ff9d7dbbb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:23.337345 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fa384954-a35b-4c66-bfbb-221cc8839bad req-caaad41b-d628-4b08-a69d-ff9d7dbbb2db service neutron] 10.222.0.68 "GET /v2.0/subnets?id=911c8fc0-2bb9-4291-a978-8443f73c14d2 HTTP/1.1" status: 200 len: 850 time: 0.1254392 Sep 14 18:52:23.342874 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce12220-b70a-4077-9e53-195dee251fef req-e515fb6d-ee66-4c98-a307-b61109fd8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:23.344321 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5ce12220-b70a-4077-9e53-195dee251fef req-e515fb6d-ee66-4c98-a307-b61109fd8e61 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b33bb60-5dd8-40e4-96f0-04cab71aa308 HTTP/1.1" status: 200 len: 856 time: 0.1219373 Sep 14 18:52:23.362705 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc3656-5eb7-4153-ad82-cb656ba7f188 req-4d302b5b-442e-4325-8a61-5aacc99b6546 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:23.366543 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e6cc3656-5eb7-4153-ad82-cb656ba7f188 req-4d302b5b-442e-4325-8a61-5aacc99b6546 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0816267 Sep 14 18:52:23.476421 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e6cc3656-5eb7-4153-ad82-cb656ba7f188 req-ba9d582e-dec9-42c2-a8c6-a0b0ecbed9a7 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926130 Sep 14 18:52:23.482958 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce12220-b70a-4077-9e53-195dee251fef req-b7a5286d-e68a-4fcb-9617-eeaf11e61ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:23.485952 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5ce12220-b70a-4077-9e53-195dee251fef req-b7a5286d-e68a-4fcb-9617-eeaf11e61ae5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1202486 Sep 14 18:52:23.491265 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa384954-a35b-4c66-bfbb-221cc8839bad req-c89c26fa-1d36-4040-b1c0-90790ef3b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:23.493813 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fa384954-a35b-4c66-bfbb-221cc8839bad req-c89c26fa-1d36-4040-b1c0-90790ef3b0be service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed62ca30-1449-4b80-b732-67e84cfa064c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1269655 Sep 14 18:52:23.891744 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5ce12220-b70a-4077-9e53-195dee251fef req-c559cd3c-6e51-4e04-b926-1f6b68af600d service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851810 Sep 14 18:52:23.895641 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fa384954-a35b-4c66-bfbb-221cc8839bad req-c5d9783d-0950-4290-bced-6b76ceae7d61 service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878484 Sep 14 18:52:23.910284 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8e6ce-8f65-4f08-acfd-8b5161edf98e req-39f939e5-43b8-4b35-b562-e4c6ee81962b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:23.920872 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-69b8e6ce-8f65-4f08-acfd-8b5161edf98e req-39f939e5-43b8-4b35-b562-e4c6ee81962b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1550624 Sep 14 18:52:23.934402 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5af41b-c394-4d79-beb4-01d2dde0bab9 req-316d5219-da5f-458f-bffe-3a236503c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:23.936480 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ba5af41b-c394-4d79-beb4-01d2dde0bab9 req-316d5219-da5f-458f-bffe-3a236503c712 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 1098 time: 0.1214979 Sep 14 18:52:23.990673 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-69b8e6ce-8f65-4f08-acfd-8b5161edf98e req-3a8b6d0d-6406-4728-99eb-e3398a4d9244 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686419 Sep 14 18:52:24.104205 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5af41b-c394-4d79-beb4-01d2dde0bab9 req-0e604a69-3ea9-4ff9-b674-81fa5ef0b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:24.105813 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ba5af41b-c394-4d79-beb4-01d2dde0bab9 req-0e604a69-3ea9-4ff9-b674-81fa5ef0b602 service neutron] 10.222.0.68 "GET /v2.0/networks?id=60c55d5f-4d23-4654-87c3-ff99b40f316e HTTP/1.1" status: 200 len: 919 time: 0.1539230 Sep 14 18:52:24.153876 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ba5af41b-c394-4d79-beb4-01d2dde0bab9 req-9654587e-7ee6-4314-8664-5be425dc6033 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 HTTP/1.1" status: 200 len: 217 time: 0.0397167 Sep 14 18:52:24.155284 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285d4da-0b01-4f9c-9ee6-b9f7dfee67e2 req-0777a969-ee49-4697-9112-938721feb425 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:24.156928 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0285d4da-0b01-4f9c-9ee6-b9f7dfee67e2 req-0777a969-ee49-4697-9112-938721feb425 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.2945058 Sep 14 18:52:24.162175 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1fb66-6dd3-4276-8fb4-699716467c28 req-dbe9d19f-eaad-45bb-b875-303ae3b667b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:24.164094 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bae1fb66-6dd3-4276-8fb4-699716467c28 req-dbe9d19f-eaad-45bb-b875-303ae3b667b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 945 time: 0.1074998 Sep 14 18:52:24.214763 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5ce12220-b70a-4077-9e53-195dee251fef req-5559ec16-e4fd-4304-a9b8-255ac40b752a service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979989 Sep 14 18:52:24.219932 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fa384954-a35b-4c66-bfbb-221cc8839bad req-ae105e24-5916-45d0-9ea4-c9a984e905dc service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047657 Sep 14 18:52:24.261286 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5af41b-c394-4d79-beb4-01d2dde0bab9 req-f043aae3-070a-41f4-8c75-fd4b6f8c97cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:24.263847 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ba5af41b-c394-4d79-beb4-01d2dde0bab9 req-f043aae3-070a-41f4-8c75-fd4b6f8c97cc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2ed0d02-8c91-4443-9299-793ee86f77f1 HTTP/1.1" status: 200 len: 858 time: 0.0983617 Sep 14 18:52:24.269916 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bae1fb66-6dd3-4276-8fb4-699716467c28 req-245cc078-6040-420b-99f1-e46a2d80a83a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935926 Sep 14 18:52:24.288527 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0285d4da-0b01-4f9c-9ee6-b9f7dfee67e2 req-c30bfb38-a932-4b94-8ec3-ab1c9e471617 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931470 Sep 14 18:52:24.358617 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ba5af41b-c394-4d79-beb4-01d2dde0bab9 req-add302a3-a129-4c91-91e6-2934161da620 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60c55d5f-4d23-4654-87c3-ff99b40f316e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713308 Sep 14 18:52:24.484095 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8f305-bdee-46bf-a631-7fcc25007ad6 req-c74dfde5-3aac-4f0c-b13d-77ff0f928f16 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:24.487961 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-39a8f305-bdee-46bf-a631-7fcc25007ad6 req-c74dfde5-3aac-4f0c-b13d-77ff0f928f16 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.0758758 Sep 14 18:52:24.539684 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-39a8f305-bdee-46bf-a631-7fcc25007ad6 req-c2849dfe-c257-4484-8a73-04482a73393c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422013 Sep 14 18:52:24.576820 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ba5af41b-c394-4d79-beb4-01d2dde0bab9 req-9ff902ca-96c8-48ce-946c-1ed3c256e20f service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031190 Sep 14 18:52:24.602506 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e036e-c69c-4e68-9625-b5343b6c6cca req-324d3b04-123e-4dc5-8645-fa246f0c15f5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:24.605617 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-301e036e-c69c-4e68-9625-b5343b6c6cca req-324d3b04-123e-4dc5-8645-fa246f0c15f5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 945 time: 0.1035557 Sep 14 18:52:24.779230 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-301e036e-c69c-4e68-9625-b5343b6c6cca req-488816f3-b892-423a-86d8-a4e52e641b13 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579189 Sep 14 18:52:24.807201 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 44644) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:52:24.822778 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ba5af41b-c394-4d79-beb4-01d2dde0bab9 req-7f64790e-151e-4e66-be02-2e0f60ad0969 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151129 Sep 14 18:52:25.026716 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:25.205232 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef305ef-e907-4d58-b037-98ce534ffeeb tempest-TestVolumeBootPattern-727177360 tempest-TestVolumeBootPattern-727177360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:25.206967 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-fef305ef-e907-4d58-b037-98ce534ffeeb tempest-TestVolumeBootPattern-727177360 tempest-TestVolumeBootPattern-727177360-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 1093 time: 0.3980148 Sep 14 18:52:25.213894 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 44666) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:52:25.221968 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Request body: {'floatingip': {'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'port_id': '92980f6d-752d-499f-8423-ee34e326330a', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:52:25.255521 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-58ca8b06-98ba-4543-9e5c-9eda8e92d546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:25.255793 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45ebc1-25b5-4021-84fb-9a633fc665fa req-31d028d2-5d29-4e91-9a86-47891c07b803 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:25.258310 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2e45ebc1-25b5-4021-84fb-9a633fc665fa req-31d028d2-5d29-4e91-9a86-47891c07b803 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1312749 Sep 14 18:52:25.317771 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for floatingip, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:25.359769 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2e45ebc1-25b5-4021-84fb-9a633fc665fa req-72fee26b-8ae8-49f6-b56f-56b3a051e0d4 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938225 Sep 14 18:52:25.539844 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1284c-9280-4b2f-aeb6-600c39b9fbbe req-683f0834-97ea-41cb-9e64-784e9f52005d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:25.558031 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e1c1284c-9280-4b2f-aeb6-600c39b9fbbe req-683f0834-97ea-41cb-9e64-784e9f52005d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.1273813 Sep 14 18:52:25.625806 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:25.646535 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e1c1284c-9280-4b2f-aeb6-600c39b9fbbe req-8fadb749-82b1-43ff-b1dd-03ae6f429367 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854180 Sep 14 18:52:25.850880 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e3cee-ca9e-4fc0-81aa-409bc708fd5d req-87168e58-757c-47b4-91f7-ee90528c24a9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:25.855534 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c01e3cee-ca9e-4fc0-81aa-409bc708fd5d req-87168e58-757c-47b4-91f7-ee90528c24a9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 945 time: 0.1043139 Sep 14 18:52:25.888588 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Allocated IP 172.27.1.69 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/ae05bb48-4b8f-44cb-8aba-bb60a88017d4) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:52:25.928056 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c01e3cee-ca9e-4fc0-81aa-409bc708fd5d req-365a6b64-f477-45a1-be91-0d84597c2cb1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647159 Sep 14 18:52:25.948153 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 44686) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:52:26.075325 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:26.143888 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:26.152841 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:26.190260 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:52:26.193557 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:52:26.198415 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:52:26.224908 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'Port': ['ID=ae05bb48-4b8f-44cb-8aba-bb60a88017d4,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:26.239461 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.239795 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.240149 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.240483 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.241467 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.241890 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.242502 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.242817 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.243169 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.244226 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.244226 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.244226 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.278153 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:26.283731 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:26.334232 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95213e09cdc845d09378f304b101725c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792911 Sep 14 18:52:26.334232 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581dc54d-bd41-4233-a0bd-3e5c4ed3f19b,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:26.334810 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 44694) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:52:26.354032 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.354707 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.355203 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.355704 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.356193 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.356691 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.357414 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.358328 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.358819 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.359307 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.359786 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.360255 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8ca48-c700-4b7d-9bca-79ca8722afbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:26.414380 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-31f2caf3-4e23-4cc5-9215-8b5cdc5d4607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:26.451300 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-31f2caf3-4e23-4cc5-9215-8b5cdc5d4607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:26.618697 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae83fe3-b784-4154-b16a-1b3d8c6c69d7 req-04fb1413-7d5e-4d3f-89d6-c2b52593bd3a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:26.621270 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aae83fe3-b784-4154-b16a-1b3d8c6c69d7 req-04fb1413-7d5e-4d3f-89d6-c2b52593bd3a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1599517 Sep 14 18:52:26.623889 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:26.626955 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3af45-3a90-4897-82fb-5003c56d132d req-e7a0ff77-d9e8-4070-87f6-25da4413c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:26.629917 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-23c3af45-3a90-4897-82fb-5003c56d132d req-e7a0ff77-d9e8-4070-87f6-25da4413c07f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 1098 time: 0.1550851 Sep 14 18:52:26.659997 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-31f2caf3-4e23-4cc5-9215-8b5cdc5d4607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:26.663475 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-31f2caf3-4e23-4cc5-9215-8b5cdc5d4607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:26.664894 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-31f2caf3-4e23-4cc5-9215-8b5cdc5d4607 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/581dc54d-bd41-4233-a0bd-3e5c4ed3f19b HTTP/1.1" status: 204 len: 168 time: 0.3288336 Sep 14 18:52:26.723074 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2caf3-4e23-4cc5-9215-8b5cdc5d4607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581dc54d-bd41-4233-a0bd-3e5c4ed3f19b,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:26.739822 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aae83fe3-b784-4154-b16a-1b3d8c6c69d7 req-ef0c5f60-f310-4f9a-8870-241b59d6ea31 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004953 Sep 14 18:52:26.838498 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 0036a361-4424-47c9-85b9-51d4bdffa849 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:52:26.878310 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3af45-3a90-4897-82fb-5003c56d132d req-d513efc7-b150-4b2f-8548-673dc4d92062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:26.880371 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-23c3af45-3a90-4897-82fb-5003c56d132d req-d513efc7-b150-4b2f-8548-673dc4d92062 service neutron] 10.222.0.68 "GET /v2.0/networks?id=60c55d5f-4d23-4654-87c3-ff99b40f316e HTTP/1.1" status: 200 len: 919 time: 0.2091119 Sep 14 18:52:26.936686 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:26.949233 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-23c3af45-3a90-4897-82fb-5003c56d132d req-8510a4d7-7b47-4b29-ac52-4ca45ecb633b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 HTTP/1.1" status: 200 len: 217 time: 0.0577800 Sep 14 18:52:26.965330 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:52:26.968249 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df11929c-259a-4711-a787-0c0033bfdf3a" -d '{"events": [{"server_uuid": "6100979a-9186-459b-944a-a0a100521758", "name": "network-vif-unplugged", "status": "completed", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:52:26.987961 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 0036a361-4424-47c9-85b9-51d4bdffa849, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0036a361-4424-47c9-85b9-51d4bdffa849,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:26.997184 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:27.067530 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 18:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16ed78d-417b-4d13-86b2-a668b848f3cc x-openstack-request-id: req-b16ed78d-417b-4d13-86b2-a668b848f3cc {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:52:27.068147 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6100979a-9186-459b-944a-a0a100521758", "name": "network-vif-unplugged", "status": "completed", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:52:27.068556 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b16ed78d-417b-4d13-86b2-a668b848f3cc {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:52:27.070390 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849', 'code': 200} Sep 14 18:52:27.071304 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=0036a361-4424-47c9-85b9-51d4bdffa849,revision_number=8']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:27.083260 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3af45-3a90-4897-82fb-5003c56d132d req-bde49757-f32d-4664-a0f7-fe42a2be7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:27.085731 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-23c3af45-3a90-4897-82fb-5003c56d132d req-bde49757-f32d-4664-a0f7-fe42a2be7e47 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2ed0d02-8c91-4443-9299-793ee86f77f1 HTTP/1.1" status: 200 len: 858 time: 0.1135948 Sep 14 18:52:27.224085 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-23c3af45-3a90-4897-82fb-5003c56d132d req-0dd5f83f-6c5e-49da-a9fd-9d3f84774126 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60c55d5f-4d23-4654-87c3-ff99b40f316e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178563 Sep 14 18:52:27.234997 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d30e9-484f-4fef-96dc-10bcc00c3abf req-e3c20422-2145-46e8-a714-1de4bb78f7c1 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:27.247018 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-616d30e9-484f-4fef-96dc-10bcc00c3abf req-e3c20422-2145-46e8-a714-1de4bb78f7c1 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.3069608 Sep 14 18:52:27.261430 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:27.309147 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15c7f2-1624-462a-865c-4787b019d75f req-d80acc22-f56d-47ab-9dd3-26537b8b8f8f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:27.311840 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-da15c7f2-1624-462a-865c-4787b019d75f req-d80acc22-f56d-47ab-9dd3-26537b8b8f8f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.1774483 Sep 14 18:52:27.358753 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-616d30e9-484f-4fef-96dc-10bcc00c3abf req-e0a4dc3d-f75f-4baa-8c6d-dc453847b123 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059916 Sep 14 18:52:27.442160 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:27.510008 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-da15c7f2-1624-462a-865c-4787b019d75f req-a62411c6-711b-4227-87bb-d418219a0639 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810458 Sep 14 18:52:27.516226 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-23c3af45-3a90-4897-82fb-5003c56d132d req-d0fd32b0-8c4b-4f07-b83b-93f9e8f1c0a8 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759781 Sep 14 18:52:27.666496 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:27.673656 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:27.683692 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-23c3af45-3a90-4897-82fb-5003c56d132d req-64e70a55-0c70-4e48-a540-e5fdb1d7fce0 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541195 Sep 14 18:52:27.733220 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:27.782820 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'Port': ['ID=ae05bb48-4b8f-44cb-8aba-bb60a88017d4,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:27.899422 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.l3_db [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Floating IP 6f98b34d-1060-4ac4-93ba-d0868116c71d associated. External IP: 172.27.1.69, port: 92980f6d-752d-499f-8423-ee34e326330a. Sep 14 18:52:27.915309 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b597bc-db98-4002-a995-ea2242fdcb4d req-54b22579-33a4-441d-b8f4-b210f32f935f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:27.917088 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-10b597bc-db98-4002-a995-ea2242fdcb4d req-54b22579-33a4-441d-b8f4-b210f32f935f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0648000 Sep 14 18:52:27.968662 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-10b597bc-db98-4002-a995-ea2242fdcb4d req-5b0a073b-dcc9-45cf-b4eb-7631896c7b2a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393264 Sep 14 18:52:28.267276 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:28.302907 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:52:28.572082 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59778-928e-44ef-8d9a-010110d2d44c req-4cca5b1d-6e3a-4820-9835-5bb0a0cc07eb tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:28.573705 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c2b59778-928e-44ef-8d9a-010110d2d44c req-4cca5b1d-6e3a-4820-9835-5bb0a0cc07eb tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.1236084 Sep 14 18:52:28.578621 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:52:28.605153 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:28.640319 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00569a49-25a2-4666-847e-180af43d39d3 None None] Sync routers for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:52:28.655056 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00569a49-25a2-4666-847e-180af43d39d3 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:52:28.656665 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-00569a49-25a2-4666-847e-180af43d39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:52:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:52:28.692846 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-bcdc1d90-8092-4858-8c5f-ca3262a00905 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4772012 Sep 14 18:52:28.697095 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c2b59778-928e-44ef-8d9a-010110d2d44c req-43875302-7f1b-4289-acea-72abed6217d8 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869234 Sep 14 18:52:28.697617 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835a866a-9e58-4029-9684-64d5bf09ef56', 'tag': '92980f6d-752d-499f-8423-ee34e326330a'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:52:28.700193 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f919ceb-cf46-41a2-ac6b-372b533571ec" -d '{"events": [{"name": "network-changed", "server_uuid": "835a866a-9e58-4029-9684-64d5bf09ef56", "tag": "92980f6d-752d-499f-8423-ee34e326330a"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:52:28.758013 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd8dea-411c-4e3c-94be-93cab598ac36 req-989d56f9-0024-48b6-b3a1-8f28cf3c8ee5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:28.760370 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5acd8dea-411c-4e3c-94be-93cab598ac36 req-989d56f9-0024-48b6-b3a1-8f28cf3c8ee5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0947683 Sep 14 18:52:28.811159 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5acd8dea-411c-4e3c-94be-93cab598ac36 req-047bd670-bf60-4c32-90dd-d1ad964aaeba tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449216 Sep 14 18:52:28.829944 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3f1cd1-0a7c-41dc-870e-7c3bed91a5de x-openstack-request-id: req-fb3f1cd1-0a7c-41dc-870e-7c3bed91a5de {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:52:28.830383 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835a866a-9e58-4029-9684-64d5bf09ef56", "tag": "92980f6d-752d-499f-8423-ee34e326330a", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:52:28.830768 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb3f1cd1-0a7c-41dc-870e-7c3bed91a5de {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:52:28.831390 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835a866a-9e58-4029-9684-64d5bf09ef56', 'tag': '92980f6d-752d-499f-8423-ee34e326330a', 'status': 'completed', 'code': 200} Sep 14 18:52:28.855726 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-00569a49-25a2-4666-847e-180af43d39d3 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:52:28.915815 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f919ceb-cf46-41a2-ac6b-372b533571ec req-6b965ec4-f700-44a4-aab6-019f043ce6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:28.918440 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8f919ceb-cf46-41a2-ac6b-372b533571ec req-6b965ec4-f700-44a4-aab6-019f043ce6cb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 1098 time: 0.0560548 Sep 14 18:52:29.005002 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:29.100219 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f919ceb-cf46-41a2-ac6b-372b533571ec req-ab938190-3316-4778-9003-bc7304d5297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:29.103141 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8f919ceb-cf46-41a2-ac6b-372b533571ec req-ab938190-3316-4778-9003-bc7304d5297c service neutron] 10.222.0.68 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 912 time: 0.1751282 Sep 14 18:52:29.281822 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8f919ceb-cf46-41a2-ac6b-372b533571ec req-2115ffb0-0f92-4f4a-9e08-432a383c5c50 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92980f6d-752d-499f-8423-ee34e326330a HTTP/1.1" status: 200 len: 998 time: 0.1659141 Sep 14 18:52:29.295658 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-00569a49-25a2-4666-847e-180af43d39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '6f98b34d-1060-4ac4-93ba-d0868116c71d', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': '92980f6d-752d-499f-8423-ee34e326330a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:35:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835a866a-9e58-4029-9684-64d5bf09ef56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:52:26Z', 'updated_at': '2021-09-14T18:52:26Z', 'revision_number': 0, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:52:29.297738 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15750de3-ecb3-4af5-be65-8a9601daa718 req-348a75d3-bfcc-42e1-b609-eaa516de0304 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:29.300472 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-15750de3-ecb3-4af5-be65-8a9601daa718 req-348a75d3-bfcc-42e1-b609-eaa516de0304 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1959388 Sep 14 18:52:29.329163 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00569a49-25a2-4666-847e-180af43d39d3 None None] Checking router: ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:52:29.341129 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00569a49-25a2-4666-847e-180af43d39d3 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:52:29.341986 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-00569a49-25a2-4666-847e-180af43d39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:52:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:52:29.431277 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f919ceb-cf46-41a2-ac6b-372b533571ec req-f2d327e6-11a4-4e37-b7be-1958fd067dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:29.433113 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8f919ceb-cf46-41a2-ac6b-372b533571ec req-f2d327e6-11a4-4e37-b7be-1958fd067dc7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 200 len: 850 time: 0.1311769 Sep 14 18:52:29.436772 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-15750de3-ecb3-4af5-be65-8a9601daa718 req-46520b18-8006-4285-af66-05618a166c6a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174982 Sep 14 18:52:29.533715 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f919ceb-cf46-41a2-ac6b-372b533571ec req-224d344a-42fa-4d2d-9237-2a2aafa96540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:29.536282 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8f919ceb-cf46-41a2-ac6b-372b533571ec req-224d344a-42fa-4d2d-9237-2a2aafa96540 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920968 Sep 14 18:52:29.548914 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-00569a49-25a2-4666-847e-180af43d39d3 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:52:29.704506 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8f919ceb-cf46-41a2-ac6b-372b533571ec req-f032b28f-9140-49f5-a400-7389499b93a4 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486864 Sep 14 18:52:29.915248 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-00569a49-25a2-4666-847e-180af43d39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '6f98b34d-1060-4ac4-93ba-d0868116c71d', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': '92980f6d-752d-499f-8423-ee34e326330a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:35:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835a866a-9e58-4029-9684-64d5bf09ef56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:52:26Z', 'updated_at': '2021-09-14T18:52:26Z', 'revision_number': 0, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:52:29.978277 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00569a49-25a2-4666-847e-180af43d39d3 None None] The sync data for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi is: [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '6f98b34d-1060-4ac4-93ba-d0868116c71d', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': '92980f6d-752d-499f-8423-ee34e326330a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:35:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835a866a-9e58-4029-9684-64d5bf09ef56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:52:26Z', 'updated_at': '2021-09-14T18:52:26Z', 'revision_number': 0, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:52:30.009532 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065af25c-3768-469f-bcc3-05eda939c059 req-141f4c48-3f74-4d47-9703-4c2ff97a6748 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:30.012134 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-065af25c-3768-469f-bcc3-05eda939c059 req-141f4c48-3f74-4d47-9703-4c2ff97a6748 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.1578598 Sep 14 18:52:30.049692 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [req-e87c0765-a13f-4432-b92e-4203718b314a req-d1511ad6-5f50-4088-aad2-776eee7755f6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:52:30.050734 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e87c0765-a13f-4432-b92e-4203718b314a req-d1511ad6-5f50-4088-aad2-776eee7755f6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070958 Sep 14 18:52:30.110164 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-065af25c-3768-469f-bcc3-05eda939c059 req-efd679cd-f5bd-4259-9825-61a887892ae2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891254 Sep 14 18:52:30.164547 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8f919ceb-cf46-41a2-ac6b-372b533571ec req-61c502b0-18ef-42bd-8edf-746b182ca931 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498265 Sep 14 18:52:30.333408 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a30d5-339f-46a7-a462-e716550a9911 None None] New status for floating IP 6f98b34d-1060-4ac4-93ba-d0868116c71d: ACTIVE {{(pid=105943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:52:30.378316 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fdadd-2ad0-4cbe-bc95-fff335239915 req-6210c585-cafa-45fd-b420-11273542524c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:30.380983 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-225fdadd-2ad0-4cbe-bc95-fff335239915 req-6210c585-cafa-45fd-b420-11273542524c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0946217 Sep 14 18:52:30.430898 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-225fdadd-2ad0-4cbe-bc95-fff335239915 req-1401dea6-66b0-4e63-8b82-8ec8cfd66faf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415895 Sep 14 18:52:30.837335 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 44818) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:52:30.856294 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 0036a361-4424-47c9-85b9-51d4bdffa849 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:52:31.011843 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-a760cf91-8b1b-4f80-8c67-b0c244f1ddd7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1723924 Sep 14 18:52:31.023315 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-fb3ae321-c977-45c6-92cb-e371a946117b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:52:31.034272 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-fb3ae321-c977-45c6-92cb-e371a946117b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058658 Sep 14 18:52:31.282303 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a920a1-257b-4496-bf0c-5e9d2d744e40 req-1f7739d5-2679-47dc-b01f-e951a008ed3a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:31.283907 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-68a920a1-257b-4496-bf0c-5e9d2d744e40 req-1f7739d5-2679-47dc-b01f-e951a008ed3a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0824764 Sep 14 18:52:31.330386 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-68a920a1-257b-4496-bf0c-5e9d2d744e40 req-119c3566-e0df-4c0f-8fa2-69f7d3c6135d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373740 Sep 14 18:52:31.603169 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a6f77-64a1-4b46-a707-3479f6477d86 req-ef0301cb-6ee7-4bd8-b237-bf12fbd7421a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:31.604783 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3f3a6f77-64a1-4b46-a707-3479f6477d86 req-ef0301cb-6ee7-4bd8-b237-bf12fbd7421a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0560431 Sep 14 18:52:31.658072 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3f3a6f77-64a1-4b46-a707-3479f6477d86 req-96254814-ffd9-40e3-81e4-acba19fa6f62 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465565 Sep 14 18:52:32.495972 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d1830-c3c5-4a77-9af2-a94dfd272bfd req-dbbbaf4e-e600-41e7-9947-da1790fe7241 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:32.498046 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c74d1830-c3c5-4a77-9af2-a94dfd272bfd req-dbbbaf4e-e600-41e7-9947-da1790fe7241 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0589221 Sep 14 18:52:32.542834 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c74d1830-c3c5-4a77-9af2-a94dfd272bfd req-194655f8-0012-4ba0-88f7-71be6b886257 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 Sep 14 18:52:32.792293 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51e44-0a6e-42b6-86c2-1385abfa1509 req-7d4461cf-2023-4442-b464-c07e972e824a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:32.794021 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2bb51e44-0a6e-42b6-86c2-1385abfa1509 req-7d4461cf-2023-4442-b464-c07e972e824a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0563991 Sep 14 18:52:32.837836 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2bb51e44-0a6e-42b6-86c2-1385abfa1509 req-72c173d0-895e-4e7d-aba6-d04c9efbb9f5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336044 Sep 14 18:52:33.670932 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48249a7-9b64-404f-bd35-53b8fd6eacce req-62106319-e1c6-4c99-96bc-ef8497df3efd tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:33.672663 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c48249a7-9b64-404f-bd35-53b8fd6eacce req-62106319-e1c6-4c99-96bc-ef8497df3efd tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0537918 Sep 14 18:52:33.720627 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c48249a7-9b64-404f-bd35-53b8fd6eacce req-9eb61c34-f58e-44e0-8221-0be8ab24cf8d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388010 Sep 14 18:52:33.969626 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a32a59-7c77-4cba-95ad-08359cf1ebb7 req-f52a694f-0b37-411f-91e3-58390fe3d081 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:33.971197 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-46a32a59-7c77-4cba-95ad-08359cf1ebb7 req-f52a694f-0b37-411f-91e3-58390fe3d081 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0559199 Sep 14 18:52:34.019052 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-46a32a59-7c77-4cba-95ad-08359cf1ebb7 req-2f47aa2e-0838-471d-8ba6-23ae79dbe8c3 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357370 Sep 14 18:52:34.849825 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eca381-26cd-4d7c-b45d-4482980be93f req-3d9637a9-2756-4866-a967-f601ed563029 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:34.850369 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-85eca381-26cd-4d7c-b45d-4482980be93f req-3d9637a9-2756-4866-a967-f601ed563029 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0541382 Sep 14 18:52:34.896080 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-85eca381-26cd-4d7c-b45d-4482980be93f req-4c3687af-2e78-412f-90c0-f31cd9165b4c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373175 Sep 14 18:52:35.187057 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b80f3-1a6e-4812-9084-d4653a5d8d04 req-2e1af15e-e563-4d71-9272-5d850eb24c4e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:35.189693 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f55b80f3-1a6e-4812-9084-d4653a5d8d04 req-2e1af15e-e563-4d71-9272-5d850eb24c4e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0898087 Sep 14 18:52:35.247009 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f55b80f3-1a6e-4812-9084-d4653a5d8d04 req-d9d7a934-0595-4849-b6d7-99dfe0063579 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486960 Sep 14 18:52:36.037311 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78eb000-2c5c-4d17-af72-fc3b34f126fa req-2294409d-5ae1-438a-9933-c53d09175707 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:36.039036 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a78eb000-2c5c-4d17-af72-fc3b34f126fa req-2294409d-5ae1-438a-9933-c53d09175707 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0529261 Sep 14 18:52:36.081696 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a78eb000-2c5c-4d17-af72-fc3b34f126fa req-56644a05-45c6-45ba-afc7-d899c6b6c32b tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363176 Sep 14 18:52:36.424979 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52999865-7083-4184-a993-7cf8eb7920bd req-490013e4-2d3d-4216-b70f-2c250b2e2659 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:36.426684 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-52999865-7083-4184-a993-7cf8eb7920bd req-490013e4-2d3d-4216-b70f-2c250b2e2659 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0803149 Sep 14 18:52:36.470484 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-52999865-7083-4184-a993-7cf8eb7920bd req-7c6cf575-288b-4bcc-986c-c599d7af1dde tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372617 Sep 14 18:52:37.232463 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13deda1-96c5-4d93-bef8-28840515bf84 req-b4ff58cb-d301-48c2-aebb-6bb7f86b4dea tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:37.234270 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c13deda1-96c5-4d93-bef8-28840515bf84 req-b4ff58cb-d301-48c2-aebb-6bb7f86b4dea tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0519657 Sep 14 18:52:37.289424 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c13deda1-96c5-4d93-bef8-28840515bf84 req-f50f62ff-0563-41c5-b65f-a96c95ab3b24 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488737 Sep 14 18:52:37.605652 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df53064-8a6c-422c-8d6c-870b900b09f5 req-6e980451-89d8-4408-bc03-f1b2e2b058e1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:37.607596 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9df53064-8a6c-422c-8d6c-870b900b09f5 req-6e980451-89d8-4408-bc03-f1b2e2b058e1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0553801 Sep 14 18:52:37.674502 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9df53064-8a6c-422c-8d6c-870b900b09f5 req-cae178fe-7580-4ebc-b3a5-2e1f9aad8322 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541160 Sep 14 18:52:38.430510 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832c72-2211-44f8-af58-c52a760bc5b0 req-4463c365-a846-46d4-a99e-e9035a623327 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:38.432210 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-31832c72-2211-44f8-af58-c52a760bc5b0 req-4463c365-a846-46d4-a99e-e9035a623327 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0645177 Sep 14 18:52:38.472918 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-31832c72-2211-44f8-af58-c52a760bc5b0 req-89758469-06db-49ff-8b85-fcc5d88bc7b8 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330694 Sep 14 18:52:38.806987 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dba56-12a1-421b-872e-d94aed6c84e9 req-aaaecc4a-4e7c-4da5-85d8-45955837e93d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:38.808643 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d64dba56-12a1-421b-872e-d94aed6c84e9 req-aaaecc4a-4e7c-4da5-85d8-45955837e93d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0560732 Sep 14 18:52:38.850194 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d64dba56-12a1-421b-872e-d94aed6c84e9 req-4b6f98c7-37b7-4c65-bd8c-36e931f39064 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343475 Sep 14 18:52:39.628704 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2217e-18f5-48d1-ab66-e58a0fcfc37b req-cacf0525-3f20-44f2-8471-868ff1553181 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:39.630244 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7ec2217e-18f5-48d1-ab66-e58a0fcfc37b req-cacf0525-3f20-44f2-8471-868ff1553181 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0651343 Sep 14 18:52:39.670988 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7ec2217e-18f5-48d1-ab66-e58a0fcfc37b req-d6e1dce0-d23c-412c-a55a-9d37e717bd9a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346053 Sep 14 18:52:39.978008 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b171f26-6e47-492b-902a-d43409cb4518 req-813acb66-6363-4f98-8704-4dc6ac758003 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:39.979616 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3b171f26-6e47-492b-902a-d43409cb4518 req-813acb66-6363-4f98-8704-4dc6ac758003 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0536385 Sep 14 18:52:40.022932 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3b171f26-6e47-492b-902a-d43409cb4518 req-d5287957-3185-400e-80ff-e92320ca1fb8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367274 Sep 14 18:52:40.878380 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984f07d-7ff7-474a-8bdc-e2067edb8691 req-136843df-fad2-4deb-bd89-b8970c02d835 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:40.880103 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c984f07d-7ff7-474a-8bdc-e2067edb8691 req-136843df-fad2-4deb-bd89-b8970c02d835 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0964355 Sep 14 18:52:40.924082 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c984f07d-7ff7-474a-8bdc-e2067edb8691 req-49c41283-067b-4dd0-b01d-29cac6cd29cc tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359049 Sep 14 18:52:41.161300 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075cd7c-2cb4-4f70-913c-22231fa692d1 req-4d2136b5-338f-4adb-a946-77e53f76151b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:41.162963 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f075cd7c-2cb4-4f70-913c-22231fa692d1 req-4d2136b5-338f-4adb-a946-77e53f76151b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0501351 Sep 14 18:52:41.202639 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f075cd7c-2cb4-4f70-913c-22231fa692d1 req-a23a32be-2750-4592-aafa-384b0bca8ec0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331540 Sep 14 18:52:41.671246 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-d25d9418-c5d2-44da-8658-13a69eb06fc3 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8a223b67367f42a19e9cc1a6ae2c9c90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328231 Sep 14 18:52:41.800373 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32b2e3-d2e8-4082-accf-f1f9c7bfb5e0 req-1ecf8c80-1384-4597-923e-98bad52c154f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:41.804636 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bd32b2e3-d2e8-4082-accf-f1f9c7bfb5e0 req-1ecf8c80-1384-4597-923e-98bad52c154f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0913866 Sep 14 18:52:41.847568 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bd32b2e3-d2e8-4082-accf-f1f9c7bfb5e0 req-fc0274a9-4b6e-41b1-88f4-3c252cb28dfe tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372691 Sep 14 18:52:41.940566 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b624161-bac9-4a97-9188-2d4992c200bf req-d3698cfe-c813-45f6-ae5d-f37f22878485 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:41.946140 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-d3698cfe-c813-45f6-ae5d-f37f22878485 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2690248 Sep 14 18:52:41.966296 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-e130f45b-2f60-4a9e-ac17-f976d85a49da tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/quotas/8a223b67367f42a19e9cc1a6ae2c9c90 HTTP/1.1" status: 200 len: 375 time: 0.0133212 Sep 14 18:52:42.015625 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-50b6dcb8-83fd-478c-8c6e-6e8d13952110 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a223b67367f42a19e9cc1a6ae2c9c90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380731 Sep 14 18:52:42.431442 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea4837-d3c5-43e5-ac74-f77585c94d5d req-a6889c3d-9ad5-4dcb-b7e8-81dc5ad78a2e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:42.436209 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c0ea4837-d3c5-43e5-ac74-f77585c94d5d req-a6889c3d-9ad5-4dcb-b7e8-81dc5ad78a2e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.1564424 Sep 14 18:52:42.479933 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-96f4270c-9d9b-4449-b87d-9312a93e266b req-8c7bec82-8a38-445f-8873-0f1d663b26c6 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 210 time: 0.0480998 Sep 14 18:52:42.512262 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c0ea4837-d3c5-43e5-ac74-f77585c94d5d req-1f9a961c-2691-4300-8442-9b959cc6ab7f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595043 Sep 14 18:52:42.596110 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2e502-ce4a-4b33-b07f-c89b75e8dcce req-374c45fa-6fa4-4962-8407-e468b89a92cd tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:42.597695 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b5c2e502-ce4a-4b33-b07f-c89b75e8dcce req-374c45fa-6fa4-4962-8407-e468b89a92cd tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0533953 Sep 14 18:52:42.646115 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b5c2e502-ce4a-4b33-b07f-c89b75e8dcce req-f7611aac-1639-4df3-86e4-6846c4963d7a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419853 Sep 14 18:52:43.482604 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8ba34775-85d2-45f2-b400-eadde23666df tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=8a223b67367f42a19e9cc1a6ae2c9c90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252068 Sep 14 18:52:43.517914 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c118934-5d3f-4af2-9c89-6b6e046593df req-c4c5cd39-3b76-4e47-99e1-62de08cbf632 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:43.522706 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7c118934-5d3f-4af2-9c89-6b6e046593df req-c4c5cd39-3b76-4e47-99e1-62de08cbf632 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 945 time: 0.0747094 Sep 14 18:52:43.573333 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7c118934-5d3f-4af2-9c89-6b6e046593df req-49361cd5-f954-4944-987c-5f694b0a0eef tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454741 Sep 14 18:52:43.626971 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d6111fcb-cc2e-4117-b06d-2a08d1f51a03 req-40dd1fde-d3fc-4e49-8628-89bff67fff0f tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 210 time: 0.0321240 Sep 14 18:52:43.656344 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b624161-bac9-4a97-9188-2d4992c200bf req-82df3a13-08a2-4ee2-9eae-89326ca79600 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:43.657829 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-82df3a13-08a2-4ee2-9eae-89326ca79600 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605124 Sep 14 18:52:43.692795 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Request body: {'port': {'device_id': '8c5a7510-91a8-4459-9092-46ffc869b010', 'network_id': 'cad27fe8-4c27-4d04-bbb2-af7dd42f4248', 'admin_state_up': True, 'tenant_id': '8a223b67367f42a19e9cc1a6ae2c9c90'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:52:43.775440 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671ed78-0a1c-446a-8d5b-5084f2146053 req-006f87cf-d6fe-458c-8532-31ea482604ce tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:43.776899 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e671ed78-0a1c-446a-8d5b-5084f2146053 req-006f87cf-d6fe-458c-8532-31ea482604ce tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0504570 Sep 14 18:52:43.820983 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Made reservation on behalf of 8a223b67367f42a19e9cc1a6ae2c9c90 for: {'port': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:52:43.821435 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e671ed78-0a1c-446a-8d5b-5084f2146053 req-2c2421d4-0104-4d62-84d1-1c344e30bc77 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382345 Sep 14 18:52:43.824686 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:43.834410 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:43.940733 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:43.946140 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:44.020648 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b760461-0ab5-4543-b223-02e0fc0bb3c5,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:44.105284 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Allocated IP 192.168.233.79 (cad27fe8-4c27-4d04-bbb2-af7dd42f4248/e570ae19-21f7-4ccc-a853-e3a8d76ee002/23f821ef-254f-41fa-8585-f35e20973593) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:52:44.270989 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:44.287952 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.provisioning_blocks [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Transition to ACTIVE for port object 23f821ef-254f-41fa-8585-f35e20973593 will not be triggered until provisioned by entity DHCP. {{(pid=105941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:52:44.322988 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:44.382520 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Network cad27fe8-4c27-4d04-bbb2-af7dd42f4248 is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:52:44.388595 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:52:44.394316 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:52:44.494676 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:44.495400 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:44.498482 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Pushing event updated for resources: {'Port': ['ID=23f821ef-254f-41fa-8585-f35e20973593,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:44.519162 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-0058335a-3ffe-4ac3-9e9b-39d980bb9efb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8335359 Sep 14 18:52:44.550538 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Request body: {'port': {'device_id': '8c5a7510-91a8-4459-9092-46ffc869b010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:52:44.650945 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:44.795439 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f388a-4aec-4ba0-81ff-a4369af1d261 req-4f00c0ab-9747-4161-bd20-09ecb60b8a2a tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:44.796910 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f53f388a-4aec-4ba0-81ff-a4369af1d261 req-4f00c0ab-9747-4161-bd20-09ecb60b8a2a tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 935 time: 0.0583329 Sep 14 18:52:44.811789 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b26bbe04-766f-4674-ba81-dff78cda63bd None None] Provisioning for port 23f821ef-254f-41fa-8585-f35e20973593 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:52:44.820546 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b26bbe04-766f-4674-ba81-dff78cda63bd None None] Provisioning complete for port 23f821ef-254f-41fa-8585-f35e20973593 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:52:44.821661 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b26bbe04-766f-4674-ba81-dff78cda63bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:44.846564 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f53f388a-4aec-4ba0-81ff-a4369af1d261 req-8daec6b3-f3f6-4da4-b4f5-e4cf937a2ce3 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416946 Sep 14 18:52:44.887680 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b26bbe04-766f-4674-ba81-dff78cda63bd None None] Port 23f821ef-254f-41fa-8585-f35e20973593 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:52:44.894729 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd624a-b911-4c41-b5e4-db1355a8bab5 req-331514f4-65c5-46e6-b941-b01eb4bee2e9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:44.896709 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c8dd624a-b911-4c41-b5e4-db1355a8bab5 req-331514f4-65c5-46e6-b941-b01eb4bee2e9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 945 time: 0.1783559 Sep 14 18:52:44.987564 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a87394-df45-4fbf-a8ef-4b1c8bd2f315 req-a7adee7d-678d-4143-bf2d-ea2fe5b85a8f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:44.989455 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c1a87394-df45-4fbf-a8ef-4b1c8bd2f315 req-a7adee7d-678d-4143-bf2d-ea2fe5b85a8f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0757930 Sep 14 18:52:45.000287 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c8dd624a-b911-4c41-b5e4-db1355a8bab5 req-472a3f12-cd0f-4469-875e-ff2721c1ba10 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893075 Sep 14 18:52:45.057818 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c1a87394-df45-4fbf-a8ef-4b1c8bd2f315 req-5af350b3-f6ef-44c1-be3b-9de9645ac4f3 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590932 Sep 14 18:52:45.148423 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f821ef-254f-41fa-8585-f35e20973593 {{(pid=105941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:52:45.157188 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:45.171805 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.provisioning_blocks [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Transition to ACTIVE for port object 23f821ef-254f-41fa-8585-f35e20973593 will not be triggered until provisioned by entity L2. {{(pid=105941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:52:45.176912 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26220426'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:45.236248 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Pushing event updated for resources: {'Port': ['ID=23f821ef-254f-41fa-8585-f35e20973593,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:45.315498 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Attempting to bind port 23f821ef-254f-41fa-8585-f35e20973593 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:52:45.315838 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Attempting to bind port 23f821ef-254f-41fa-8585-f35e20973593 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '4175a215-fe2e-469a-8203-ad5b2d49ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cad27fe8-4c27-4d04-bbb2-af7dd42f4248'}] {{(pid=105941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:52:45.316538 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Attempting to bind port 23f821ef-254f-41fa-8585-f35e20973593 on network cad27fe8-4c27-4d04-bbb2-af7dd42f4248 {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:52:45.323797 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Port 23f821ef-254f-41fa-8585-f35e20973593 on network cad27fe8-4c27-4d04-bbb2-af7dd42f4248 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:52:45.324251 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Attempting to bind port 23f821ef-254f-41fa-8585-f35e20973593 on network cad27fe8-4c27-4d04-bbb2-af7dd42f4248 {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:52:45.330791 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:52:45.331127 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Checking segment: {'id': '4175a215-fe2e-469a-8203-ad5b2d49ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cad27fe8-4c27-4d04-bbb2-af7dd42f4248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:52:45.331510 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Bound using segment: {'id': '4175a215-fe2e-469a-8203-ad5b2d49ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cad27fe8-4c27-4d04-bbb2-af7dd42f4248'} {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:52:45.331947 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Bound port: 23f821ef-254f-41fa-8585-f35e20973593, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4175a215-fe2e-469a-8203-ad5b2d49ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cad27fe8-4c27-4d04-bbb2-af7dd42f4248'}}] {{(pid=105941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:52:45.332304 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:45.407722 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] For port 23f821ef-254f-41fa-8585-f35e20973593, host hv-cinder-80899, cleared binding levels {{(pid=105941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:52:45.414116 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] For port 23f821ef-254f-41fa-8585-f35e20973593, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=23f821ef-254f-41fa-8585-f35e20973593,segment=NetworkSegment(4175a215-fe2e-469a-8203-ad5b2d49ae62),segment_id=4175a215-fe2e-469a-8203-ad5b2d49ae62)] {{(pid=105941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:52:45.419502 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26220426'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:45.453105 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642fe79-a723-4949-b233-f362ce5520c5 req-8738d882-1031-4dbc-9164-2c182013e302 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:45.454361 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:45.454996 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:45.455964 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9642fe79-a723-4949-b233-f362ce5520c5 req-8738d882-1031-4dbc-9164-2c182013e302 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 945 time: 0.0737674 Sep 14 18:52:45.456415 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] 10.222.0.68 "PUT /v2.0/ports/23f821ef-254f-41fa-8585-f35e20973593 HTTP/1.1" status: 200 len: 1097 time: 0.9168227 Sep 14 18:52:45.456859 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5a7510-91a8-4459-9092-46ffc869b010', 'tag': '23f821ef-254f-41fa-8585-f35e20973593'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:52:45.459847 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e2ca73-34e1-433c-ad4b-c890475d4587" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5a7510-91a8-4459-9092-46ffc869b010", "tag": "23f821ef-254f-41fa-8585-f35e20973593"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:52:45.498978 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a6698-05ff-4dcb-a2d5-be03429837db service neutron] Pushing event updated for resources: {'Port': ['ID=23f821ef-254f-41fa-8585-f35e20973593,revision_number=3']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:45.529574 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c3c6bd-6a43-4a01-a200-c910f776ec91 x-openstack-request-id: req-66c3c6bd-6a43-4a01-a200-c910f776ec91 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:52:45.529845 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5a7510-91a8-4459-9092-46ffc869b010", "tag": "23f821ef-254f-41fa-8585-f35e20973593", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:52:45.530110 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66c3c6bd-6a43-4a01-a200-c910f776ec91 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:52:45.530514 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5a7510-91a8-4459-9092-46ffc869b010', 'tag': '23f821ef-254f-41fa-8585-f35e20973593', 'status': 'completed', 'code': 200} Sep 14 18:52:45.573930 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b624161-bac9-4a97-9188-2d4992c200bf req-55d8160b-dccb-4775-a540-64502352ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:45.581296 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-55d8160b-dccb-4775-a540-64502352ca75 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a223b67367f42a19e9cc1a6ae2c9c90&device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 1100 time: 0.0642979 Sep 14 18:52:45.588182 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-9642fe79-a723-4949-b233-f362ce5520c5 req-71340615-43ff-423b-a8e4-7bd4de27dd51 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Deleting port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:52:45.589204 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9642fe79-a723-4949-b233-f362ce5520c5 req-71340615-43ff-423b-a8e4-7bd4de27dd51 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:45.628428 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-4fe47d47-1404-46f2-b652-ddf7d9a4d58c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=23f821ef-254f-41fa-8585-f35e20973593 HTTP/1.1" status: 200 len: 217 time: 0.0420423 Sep 14 18:52:45.726706 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-9642fe79-a723-4949-b233-f362ce5520c5 req-71340615-43ff-423b-a8e4-7bd4de27dd51 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] For port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fce6b0ea-c1fd-468a-90b8-6acc3e4372f9,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:45.727199 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9642fe79-a723-4949-b233-f362ce5520c5 req-71340615-43ff-423b-a8e4-7bd4de27dd51 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:45.731191 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b624161-bac9-4a97-9188-2d4992c200bf req-623d7ffa-f051-4537-ac3f-ae3997bc6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:45.732701 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-623d7ffa-f051-4537-ac3f-ae3997bc6de3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e570ae19-21f7-4ccc-a853-e3a8d76ee002 HTTP/1.1" status: 200 len: 843 time: 0.0955944 Sep 14 18:52:45.746737 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-9642fe79-a723-4949-b233-f362ce5520c5 req-71340615-43ff-423b-a8e4-7bd4de27dd51 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Calling delete_port for fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 owned by compute:nova {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:52:45.788983 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b624161-bac9-4a97-9188-2d4992c200bf req-7025bb7d-8092-4b2c-bfea-6f3e6837f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:45.791120 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-7025bb7d-8092-4b2c-bfea-6f3e6837f8f1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cad27fe8-4c27-4d04-bbb2-af7dd42f4248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0489197 Sep 14 18:52:45.915265 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-cb93ab4a-f513-422f-978b-d89376df88fa service neutron] 10.222.0.68 "GET /v2.0/networks/cad27fe8-4c27-4d04-bbb2-af7dd42f4248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127207 Sep 14 18:52:45.923293 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9642fe79-a723-4949-b233-f362ce5520c5 req-71340615-43ff-423b-a8e4-7bd4de27dd51 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:45.936561 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['fc93ac30-c49d-4c25-ade6-e3c61df1fcc5', 'a8fcfaef-868a-41be-b6c8-631e19b67c85', '85981836-96f1-4bd2-94f9-0d5301583ab8', 'fce6b0ea-c1fd-468a-90b8-6acc3e4372f9'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:52:46.018615 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 45092) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:52:46.040776 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71340615-43ff-423b-a8e4-7bd4de27dd51 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Pushing event deleted for resources: {'Port': ['ID=fce6b0ea-c1fd-468a-90b8-6acc3e4372f9,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:46.045895 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9642fe79-a723-4949-b233-f362ce5520c5 req-71340615-43ff-423b-a8e4-7bd4de27dd51 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] No DVR routers for this DVR port fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 on host hv-cinder-80899 {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:52:46.049079 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-9642fe79-a723-4949-b233-f362ce5520c5 req-71340615-43ff-423b-a8e4-7bd4de27dd51 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:46.051808 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9642fe79-a723-4949-b233-f362ce5520c5 req-71340615-43ff-423b-a8e4-7bd4de27dd51 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "DELETE /v2.0/ports/fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 HTTP/1.1" status: 204 len: 173 time: 0.5860436 Sep 14 18:52:46.053595 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9', 'name': 'network-vif-deleted', 'tag': 'fce6b0ea-c1fd-468a-90b8-6acc3e4372f9'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:52:46.058928 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0b624161-bac9-4a97-9188-2d4992c200bf req-b7ce3bfa-b2ac-4942-84f1-fc463ed48d23 service neutron] 10.222.0.68 "GET /v2.0/networks/cad27fe8-4c27-4d04-bbb2-af7dd42f4248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341810 Sep 14 18:52:46.076823 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1ce399-137f-45c4-950c-285c2cec7e4c" -d '{"events": [{"server_uuid": "f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9", "name": "network-vif-deleted", "tag": "fce6b0ea-c1fd-468a-90b8-6acc3e4372f9"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:52:46.128806 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70cabe-97d4-45e3-8d44-bb5557478afc req-2c39a5b9-d988-4a3a-a89c-932903675a31 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:46.133876 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ff70cabe-97d4-45e3-8d44-bb5557478afc req-2c39a5b9-d988-4a3a-a89c-932903675a31 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 947 time: 0.1922264 Sep 14 18:52:46.223168 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ff70cabe-97d4-45e3-8d44-bb5557478afc req-4cf796a6-859e-47c5-9833-091930e79604 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771177 Sep 14 18:52:46.254667 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7f94f4fe-2284-47f5-a849-5023fd988c93 req-20bb32d4-4a7e-4971-b3c0-3e63990aa7bd tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0530934 Sep 14 18:52:46.258235 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-88dd27ad-91c1-40ff-9e14-27808a23e631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:46.269196 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2ca73-34e1-433c-ad4b-c890475d4587 req-996ead29-6cfe-4310-9e37-beb806101d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:46.270515 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b4e2ca73-34e1-433c-ad4b-c890475d4587 req-996ead29-6cfe-4310-9e37-beb806101d84 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a223b67367f42a19e9cc1a6ae2c9c90&device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 1100 time: 0.1427281 Sep 14 18:52:46.291099 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906529b9-7637-484f-8bfc-94f7475376ec x-openstack-request-id: req-906529b9-7637-484f-8bfc-94f7475376ec {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:52:46.291399 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9", "name": "network-vif-deleted", "tag": "fce6b0ea-c1fd-468a-90b8-6acc3e4372f9", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:52:46.291679 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-906529b9-7637-484f-8bfc-94f7475376ec {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:52:46.292106 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d3b117-6c1e-4c3c-bc05-970b3d7f8fc9', 'name': 'network-vif-deleted', 'tag': 'fce6b0ea-c1fd-468a-90b8-6acc3e4372f9', 'status': 'completed', 'code': 200} Sep 14 18:52:46.658850 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4a818-eaa7-4680-b6ed-432bc85a8e3b req-c2866442-5710-45cf-be15-d580c02ac945 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:46.660329 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c7f4a818-eaa7-4680-b6ed-432bc85a8e3b req-c2866442-5710-45cf-be15-d580c02ac945 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.3421781 Sep 14 18:52:46.668005 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2ca73-34e1-433c-ad4b-c890475d4587 req-20c7f31f-6d31-4606-b43c-d8bc9baed901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:46.669027 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b4e2ca73-34e1-433c-ad4b-c890475d4587 req-20c7f31f-6d31-4606-b43c-d8bc9baed901 service neutron] 10.222.0.68 "GET /v2.0/networks?id=cad27fe8-4c27-4d04-bbb2-af7dd42f4248 HTTP/1.1" status: 200 len: 870 time: 0.3749137 Sep 14 18:52:46.735231 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b4e2ca73-34e1-433c-ad4b-c890475d4587 req-4e273ef2-86fe-4ece-b282-5ed1e83ee0b4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=23f821ef-254f-41fa-8585-f35e20973593 HTTP/1.1" status: 200 len: 217 time: 0.0522504 Sep 14 18:52:46.753030 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-88dd27ad-91c1-40ff-9e14-27808a23e631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:46.785602 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-88dd27ad-91c1-40ff-9e14-27808a23e631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:46.816654 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c7f4a818-eaa7-4680-b6ed-432bc85a8e3b req-5408de3f-e73f-4331-ae5a-2645a4f8b64f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412370 Sep 14 18:52:46.841302 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd27ad-91c1-40ff-9e14-27808a23e631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c268a309-8ca3-418d-9672-d16407bb2ff6,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:46.847711 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-88dd27ad-91c1-40ff-9e14-27808a23e631 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4851f609f22d46639d9db38f3149bef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8279748 Sep 14 18:52:46.850426 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 45106) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:52:46.853105 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2ca73-34e1-433c-ad4b-c890475d4587 req-127d09d3-8be3-49f9-8f02-d1fadef99504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:46.854537 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b4e2ca73-34e1-433c-ad4b-c890475d4587 req-127d09d3-8be3-49f9-8f02-d1fadef99504 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e570ae19-21f7-4ccc-a853-e3a8d76ee002 HTTP/1.1" status: 200 len: 843 time: 0.1103127 Sep 14 18:52:46.934382 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4e71d813-7301-4b7e-8124-c9164838871e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:46.937056 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2ca73-34e1-433c-ad4b-c890475d4587 req-308b31ba-b5e7-414f-a2d9-8b2295782768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:46.938579 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b4e2ca73-34e1-433c-ad4b-c890475d4587 req-308b31ba-b5e7-414f-a2d9-8b2295782768 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cad27fe8-4c27-4d04-bbb2-af7dd42f4248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713217 Sep 14 18:52:46.973615 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4e71d813-7301-4b7e-8124-c9164838871e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:47.069072 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b4e2ca73-34e1-433c-ad4b-c890475d4587 req-9f063d2a-6282-480a-9da5-e3ef911d694b service neutron] 10.222.0.68 "GET /v2.0/networks/cad27fe8-4c27-4d04-bbb2-af7dd42f4248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185787 Sep 14 18:52:47.075250 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4e71d813-7301-4b7e-8124-c9164838871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:47.077735 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4e71d813-7301-4b7e-8124-c9164838871e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:47.078777 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-4e71d813-7301-4b7e-8124-c9164838871e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c268a309-8ca3-418d-9672-d16407bb2ff6 HTTP/1.1" status: 204 len: 168 time: 0.2273388 Sep 14 18:52:47.105034 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71d813-7301-4b7e-8124-c9164838871e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c268a309-8ca3-418d-9672-d16407bb2ff6,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:47.181191 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b4e2ca73-34e1-433c-ad4b-c890475d4587 req-53bcc8d1-0239-459c-8875-e742f6dfbb14 service neutron] 10.222.0.68 "GET /v2.0/networks/cad27fe8-4c27-4d04-bbb2-af7dd42f4248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013062 Sep 14 18:52:47.366605 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c742685-ee0b-4809-8254-bc16bb1d7b1e req-a372e18b-9fc3-4a55-a375-049aa3a18828 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:47.370180 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5c742685-ee0b-4809-8254-bc16bb1d7b1e req-a372e18b-9fc3-4a55-a375-049aa3a18828 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 947 time: 0.0674865 Sep 14 18:52:47.410886 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5c742685-ee0b-4809-8254-bc16bb1d7b1e req-1b8fae8a-4b6e-4eaa-be38-d270123ad451 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349021 Sep 14 18:52:47.946464 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1a845-e557-4099-8f25-ab7f957bbf5a req-55ef54ab-ff22-4db3-8388-e2829a5fd9c5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:47.947997 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-38c1a845-e557-4099-8f25-ab7f957bbf5a req-55ef54ab-ff22-4db3-8388-e2829a5fd9c5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0542860 Sep 14 18:52:47.991954 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-38c1a845-e557-4099-8f25-ab7f957bbf5a req-34af94af-f4b1-46ad-8712-1c25f2873ab9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375676 Sep 14 18:52:48.539499 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f663f-147a-4a94-b5c1-1e31c65df1e3 req-b9362b6f-0d4b-4fa7-ab1b-3c9cf93d9815 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:48.541138 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-508f663f-147a-4a94-b5c1-1e31c65df1e3 req-b9362b6f-0d4b-4fa7-ab1b-3c9cf93d9815 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 947 time: 0.0535712 Sep 14 18:52:48.596500 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-508f663f-147a-4a94-b5c1-1e31c65df1e3 req-8e5e70f6-444b-4cb2-9b21-9e6978aa90e8 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475726 Sep 14 18:52:48.702237 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478b77a-2739-4ec0-a0d1-7a62f0fb4197 req-03f0a470-049e-4712-9261-d6c6807aea00 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:48.703659 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2478b77a-2739-4ec0-a0d1-7a62f0fb4197 req-03f0a470-049e-4712-9261-d6c6807aea00 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 946 time: 0.0537241 Sep 14 18:52:48.747508 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2478b77a-2739-4ec0-a0d1-7a62f0fb4197 req-9548eec4-57b2-4170-8fd7-75a134037a20 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367582 Sep 14 18:52:48.944632 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 23f821ef-254f-41fa-8585-f35e20973593 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:52:48.949680 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:52:48.978349 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:52:48.978601 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device fce6b0ea-c1fd-468a-90b8-6acc3e4372f9 not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:52:49.075916 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 23f821ef-254f-41fa-8585-f35e20973593, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=23f821ef-254f-41fa-8585-f35e20973593,segment=NetworkSegment(4175a215-fe2e-469a-8203-ad5b2d49ae62),segment_id=4175a215-fe2e-469a-8203-ad5b2d49ae62)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:49.088288 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '23f821ef-254f-41fa-8585-f35e20973593', 'network_id': 'cad27fe8-4c27-4d04-bbb2-af7dd42f4248', 'port_id': '23f821ef-254f-41fa-8585-f35e20973593', 'mac_address': 'fa:16:3e:14:12:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e570ae19-21f7-4ccc-a853-e3a8d76ee002', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:52:49.121289 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a00ab3-b9cc-470f-8055-7a22284fa1e8 req-5a1b4aff-8928-4bec-82ed-4caba5c7ac6b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:49.123307 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-78a00ab3-b9cc-470f-8055-7a22284fa1e8 req-5a1b4aff-8928-4bec-82ed-4caba5c7ac6b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0538058 Sep 14 18:52:49.174779 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-78a00ab3-b9cc-470f-8055-7a22284fa1e8 req-daf87206-72c6-4fca-9b76-4f61a5ca2e5f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446401 Sep 14 18:52:49.260472 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:49.275147 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f821ef-254f-41fa-8585-f35e20973593 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:52:49.298155 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 23f821ef-254f-41fa-8585-f35e20973593, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=23f821ef-254f-41fa-8585-f35e20973593,segment=NetworkSegment(4175a215-fe2e-469a-8203-ad5b2d49ae62),segment_id=4175a215-fe2e-469a-8203-ad5b2d49ae62)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:49.302287 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:49.351288 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=23f821ef-254f-41fa-8585-f35e20973593,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:49.623705 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['23f821ef-254f-41fa-8585-f35e20973593'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:52:49.719475 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b9286-aa89-4427-ba4b-43e38a0558c3 req-88ec5cc8-0ac4-437b-a938-15c1e8078bbb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:49.720994 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-507b9286-aa89-4427-ba4b-43e38a0558c3 req-88ec5cc8-0ac4-437b-a938-15c1e8078bbb tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 948 time: 0.0527632 Sep 14 18:52:49.767142 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-507b9286-aa89-4427-ba4b-43e38a0558c3 req-42c93790-c054-40bf-9d64-aef58008c695 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399537 Sep 14 18:52:49.871788 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041e07a-b852-437d-99a7-d3c9f00796d2 req-7f1374b5-176d-464a-9a85-19fae4f15793 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:49.873445 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3041e07a-b852-437d-99a7-d3c9f00796d2 req-7f1374b5-176d-464a-9a85-19fae4f15793 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 946 time: 0.0566354 Sep 14 18:52:49.916631 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3041e07a-b852-437d-99a7-d3c9f00796d2 req-62a8e757-c37f-4588-8007-98a0c709267a tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Sep 14 18:52:50.299305 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5297757-5b88-4339-bc91-a5a95c013ed7 req-8640f731-c8dc-49b6-a9f6-b79ba34ddbc8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:50.300767 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c5297757-5b88-4339-bc91-a5a95c013ed7 req-8640f731-c8dc-49b6-a9f6-b79ba34ddbc8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0482166 Sep 14 18:52:50.338211 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c5297757-5b88-4339-bc91-a5a95c013ed7 req-85b2efd7-787b-4cfc-83e9-60c30021e188 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309167 Sep 14 18:52:50.480708 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562a56d-0608-48a7-9492-a65553501ef5 req-95782159-c59f-461f-a858-6204230e5841 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:50.482159 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9562a56d-0608-48a7-9492-a65553501ef5 req-95782159-c59f-461f-a858-6204230e5841 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 946 time: 0.0500810 Sep 14 18:52:50.619079 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-9562a56d-0608-48a7-9492-a65553501ef5 req-a63bcd65-c7b7-44be-b9fe-11c9b5afb55b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Deleting port 85981836-96f1-4bd2-94f9-0d5301583ab8 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:52:50.619425 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-9562a56d-0608-48a7-9492-a65553501ef5 req-a63bcd65-c7b7-44be-b9fe-11c9b5afb55b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:50.714660 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-9562a56d-0608-48a7-9492-a65553501ef5 req-a63bcd65-c7b7-44be-b9fe-11c9b5afb55b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] For port 85981836-96f1-4bd2-94f9-0d5301583ab8, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=85981836-96f1-4bd2-94f9-0d5301583ab8,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:50.715022 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-9562a56d-0608-48a7-9492-a65553501ef5 req-a63bcd65-c7b7-44be-b9fe-11c9b5afb55b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:50.730446 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-9562a56d-0608-48a7-9492-a65553501ef5 req-a63bcd65-c7b7-44be-b9fe-11c9b5afb55b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Calling delete_port for 85981836-96f1-4bd2-94f9-0d5301583ab8 owned by compute:nova {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:52:50.890971 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bc436-c331-4130-a7bf-939439fd64f8 req-d88fe4b2-67db-40c0-846d-39a7bf70768c tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:50.892550 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-408bc436-c331-4130-a7bf-939439fd64f8 req-d88fe4b2-67db-40c0-846d-39a7bf70768c tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 948 time: 0.0542209 Sep 14 18:52:50.899486 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-9562a56d-0608-48a7-9492-a65553501ef5 req-a63bcd65-c7b7-44be-b9fe-11c9b5afb55b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:50.910972 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['fc93ac30-c49d-4c25-ade6-e3c61df1fcc5', 'a8fcfaef-868a-41be-b6c8-631e19b67c85', '85981836-96f1-4bd2-94f9-0d5301583ab8'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:52:50.931525 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bcd65-c7b7-44be-b9fe-11c9b5afb55b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Pushing event deleted for resources: {'Port': ['ID=85981836-96f1-4bd2-94f9-0d5301583ab8,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:50.934335 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-408bc436-c331-4130-a7bf-939439fd64f8 req-b8ee5945-9a5a-480b-ab7f-8835cb4bab9e tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354383 Sep 14 18:52:50.944042 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 23f821ef-254f-41fa-8585-f35e20973593 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:52:51.042629 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9562a56d-0608-48a7-9492-a65553501ef5 req-a63bcd65-c7b7-44be-b9fe-11c9b5afb55b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] No DVR routers for this DVR port 85981836-96f1-4bd2-94f9-0d5301583ab8 on host hv-cinder-80899 {{(pid=105941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:52:51.055960 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-9562a56d-0608-48a7-9492-a65553501ef5 req-a63bcd65-c7b7-44be-b9fe-11c9b5afb55b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:51.058753 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9562a56d-0608-48a7-9492-a65553501ef5 req-a63bcd65-c7b7-44be-b9fe-11c9b5afb55b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "DELETE /v2.0/ports/85981836-96f1-4bd2-94f9-0d5301583ab8 HTTP/1.1" status: 204 len: 173 time: 0.5700228 Sep 14 18:52:51.059353 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port 23f821ef-254f-41fa-8585-f35e20973593 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:52:51.059557 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41abaeb6-15c5-4305-aec0-48af3074571b', 'name': 'network-vif-deleted', 'tag': '85981836-96f1-4bd2-94f9-0d5301583ab8'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:52:51.063114 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4385cf5f-a557-42b6-84b1-da787c35f27a" -d '{"events": [{"server_uuid": "41abaeb6-15c5-4305-aec0-48af3074571b", "name": "network-vif-deleted", "tag": "85981836-96f1-4bd2-94f9-0d5301583ab8"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:52:51.073790 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 23f821ef-254f-41fa-8585-f35e20973593 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:52:51.074372 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:51.095796 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9d1c15fa-8d34-4977-a444-5be8320c2f55 req-a499ba29-4f37-4013-b7b0-1b5e2ea7b130 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=41abaeb6-15c5-4305-aec0-48af3074571b HTTP/1.1" status: 200 len: 210 time: 0.0550959 Sep 14 18:52:51.167367 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ef98ca-4f2b-4433-b253-e9cb3c849536 x-openstack-request-id: req-08ef98ca-4f2b-4433-b253-e9cb3c849536 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:52:51.168725 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41abaeb6-15c5-4305-aec0-48af3074571b", "name": "network-vif-deleted", "tag": "85981836-96f1-4bd2-94f9-0d5301583ab8", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:52:51.169063 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08ef98ca-4f2b-4433-b253-e9cb3c849536 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:52:51.169607 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41abaeb6-15c5-4305-aec0-48af3074571b', 'name': 'network-vif-deleted', 'tag': '85981836-96f1-4bd2-94f9-0d5301583ab8', 'status': 'completed', 'code': 200} Sep 14 18:52:51.270380 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:51.309543 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5a7510-91a8-4459-9092-46ffc869b010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f821ef-254f-41fa-8585-f35e20973593'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:52:51.311779 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d903f84-95e8-4057-b162-47b53540d8a1" -d '{"events": [{"server_uuid": "8c5a7510-91a8-4459-9092-46ffc869b010", "name": "network-vif-plugged", "status": "completed", "tag": "23f821ef-254f-41fa-8585-f35e20973593"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:52:51.337191 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 23f821ef-254f-41fa-8585-f35e20973593, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=23f821ef-254f-41fa-8585-f35e20973593,segment=NetworkSegment(4175a215-fe2e-469a-8203-ad5b2d49ae62),segment_id=4175a215-fe2e-469a-8203-ad5b2d49ae62)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:51.347139 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:51.354077 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9297fcc6-757e-45a9-af89-8903cbe3bc12 x-openstack-request-id: req-9297fcc6-757e-45a9-af89-8903cbe3bc12 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:52:51.354359 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5a7510-91a8-4459-9092-46ffc869b010", "name": "network-vif-plugged", "status": "completed", "tag": "23f821ef-254f-41fa-8585-f35e20973593", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:52:51.354604 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9297fcc6-757e-45a9-af89-8903cbe3bc12 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:52:51.354985 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5a7510-91a8-4459-9092-46ffc869b010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f821ef-254f-41fa-8585-f35e20973593', 'code': 200} Sep 14 18:52:51.426894 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=23f821ef-254f-41fa-8585-f35e20973593,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:51.436909 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:51.437261 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:51.437618 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:51.438064 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:51.438278 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:51.438603 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:51.438939 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:51.439358 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:51.439569 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:51.439887 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:51.440206 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:51.440519 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:52:51.467047 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dfb59-32cd-4087-847a-ff58aa916229 req-efc868dd-c350-4b82-a540-38d6601d1315 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:51.468599 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9d9dfb59-32cd-4087-847a-ff58aa916229 req-efc868dd-c350-4b82-a540-38d6601d1315 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0506713 Sep 14 18:52:51.513207 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9d9dfb59-32cd-4087-847a-ff58aa916229 req-b029fb6d-ff85-4f2c-a527-101bbd2934f5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362496 Sep 14 18:52:51.579744 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be628a-3c12-45c9-b0c4-42c74b02cb47 req-3a70ab0b-a458-4c88-8f40-c6ecd4ae8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:51.581183 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-00be628a-3c12-45c9-b0c4-42c74b02cb47 req-3a70ab0b-a458-4c88-8f40-c6ecd4ae8d07 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 1102 time: 0.0516629 Sep 14 18:52:51.627542 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-00be628a-3c12-45c9-b0c4-42c74b02cb47 req-72f08970-b0da-4f5b-900c-cf262f09af79 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378902 Sep 14 18:52:52.057470 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4be6349f-4312-4408-b5c8-47011a789fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:52.095723 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531e0db-f735-4ec8-b4c1-dc39a2a7cc27 req-7a30514e-6ae3-4e07-8172-a6ebd6071bd9 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:52.095723 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1531e0db-f735-4ec8-b4c1-dc39a2a7cc27 req-7a30514e-6ae3-4e07-8172-a6ebd6071bd9 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0686660 Sep 14 18:52:52.138864 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1531e0db-f735-4ec8-b4c1-dc39a2a7cc27 req-fcaf3220-bbcb-4e80-9284-d524f3e973cf tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366518 Sep 14 18:52:52.405906 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21956f2b-7339-4099-8e8c-8e20ebf684f9 req-09846382-d7c6-42a6-9e4f-76ac82decbf0 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:52.407677 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-21956f2b-7339-4099-8e8c-8e20ebf684f9 req-09846382-d7c6-42a6-9e4f-76ac82decbf0 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 945 time: 0.0595055 Sep 14 18:52:52.456413 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-21956f2b-7339-4099-8e8c-8e20ebf684f9 req-3cef3ad7-4e72-4202-9001-7253970cd8b5 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 Sep 14 18:52:52.523966 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74caea-085d-4f87-940b-c6e15d91d1be req-ae9e39cf-b351-41e6-a708-ac6b7160e0d9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:52.525746 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1c74caea-085d-4f87-940b-c6e15d91d1be req-ae9e39cf-b351-41e6-a708-ac6b7160e0d9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 945 time: 0.0669329 Sep 14 18:52:52.575539 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1c74caea-085d-4f87-940b-c6e15d91d1be req-ce18eecc-fb50-48cc-a1b2-08ed18fd6f4a tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Sep 14 18:52:52.683198 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29103d61-762d-448a-8283-123aafbcbec7 req-1547fdee-7deb-43f5-8a57-761b5f347df8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:52.684748 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-29103d61-762d-448a-8283-123aafbcbec7 req-1547fdee-7deb-43f5-8a57-761b5f347df8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0551949 Sep 14 18:52:52.729713 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-29103d61-762d-448a-8283-123aafbcbec7 req-83445b0e-3e7e-440d-919a-450284a3a74a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386043 Sep 14 18:52:53.304858 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-3dbc7941-7112-4e56-9a6e-447e68b21661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:53.306378 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-3dbc7941-7112-4e56-9a6e-447e68b21661 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758&tenant_id=5d3918a19d9e4fad81aee482e9cf2afd HTTP/1.1" status: 200 len: 1096 time: 0.1067364 Sep 14 18:52:53.314257 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef59d27-1bb2-4387-9238-bca5c6f99e33 req-527a983a-c32a-4c7a-a7fd-8c0a588e228a tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:53.315634 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7ef59d27-1bb2-4387-9238-bca5c6f99e33 req-527a983a-c32a-4c7a-a7fd-8c0a588e228a tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0875492 Sep 14 18:52:53.384561 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7ef59d27-1bb2-4387-9238-bca5c6f99e33 req-c5255474-5f22-41e0-9ad3-f781421b8f49 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617797 Sep 14 18:52:53.393629 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-6459feb2-2948-4ead-95a1-f1de00d01bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:53.395106 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-6459feb2-2948-4ead-95a1-f1de00d01bd1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 1096 time: 0.0583510 Sep 14 18:52:53.530818 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-816a12db-eb2c-4f5f-a38b-03a70339d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:53.532388 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-816a12db-eb2c-4f5f-a38b-03a70339d5e0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 918 time: 0.1249440 Sep 14 18:52:53.655349 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-f7963bcc-80bb-4061-9641-9c6153c77510 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0036a361-4424-47c9-85b9-51d4bdffa849 HTTP/1.1" status: 200 len: 998 time: 0.1132352 Sep 14 18:52:53.666759 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bf568-58da-4dc5-8d1d-ebe1ca73ec75 req-c5916f2c-6d5e-4663-aae8-50a4e451168b tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:53.668240 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-487bf568-58da-4dc5-8d1d-ebe1ca73ec75 req-c5916f2c-6d5e-4663-aae8-50a4e451168b tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 945 time: 0.1288931 Sep 14 18:52:53.692095 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41700b-b98e-480f-8e40-036e5543dbd9 req-d125a214-e7a2-4117-9a33-f7b8f3237f89 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:53.694422 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4d41700b-b98e-480f-8e40-036e5543dbd9 req-d125a214-e7a2-4117-9a33-f7b8f3237f89 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0531142 Sep 14 18:52:53.737126 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4d41700b-b98e-480f-8e40-036e5543dbd9 req-49d9f55e-183f-4721-8bc9-0f166a885b0a tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364759 Sep 14 18:52:53.738191 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-f9e54a8c-96d2-455b-ac5a-47b38857dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:53.739723 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-f9e54a8c-96d2-455b-ac5a-47b38857dbf7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b33bb60-5dd8-40e4-96f0-04cab71aa308 HTTP/1.1" status: 200 len: 856 time: 0.0705719 Sep 14 18:52:53.749000 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-487bf568-58da-4dc5-8d1d-ebe1ca73ec75 req-69da105c-aed5-488d-9b52-62df7f806ab6 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725901 Sep 14 18:52:53.794491 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-793af442-ab32-4ca4-94e2-d820548e63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:53.796026 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-793af442-ab32-4ca4-94e2-d820548e63bf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446634 Sep 14 18:52:53.878000 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f080b62-711c-4d87-b771-ab61680fa1a8 req-5cab32e2-90b0-4ac7-9a3d-b142ecb99457 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:53.879620 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0f080b62-711c-4d87-b771-ab61680fa1a8 req-5cab32e2-90b0-4ac7-9a3d-b142ecb99457 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 945 time: 0.0650976 Sep 14 18:52:53.921351 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0f080b62-711c-4d87-b771-ab61680fa1a8 req-62c3cfcc-15e1-4857-a38c-48c953a949ab tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351326 Sep 14 18:52:53.939837 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b63761-8cc5-45d7-8259-b7f7d9e92dd1 req-98d7ead8-683d-40af-ac5b-0fbac84c9c33 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:53.940606 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b1b63761-8cc5-45d7-8259-b7f7d9e92dd1 req-98d7ead8-683d-40af-ac5b-0fbac84c9c33 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.1157565 Sep 14 18:52:53.948447 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-15f6533d-cd0f-4d3d-ac0a-5cd93d280018 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413345 Sep 14 18:52:54.020084 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b1b63761-8cc5-45d7-8259-b7f7d9e92dd1 req-2af066ba-3782-49a7-b66e-1dfab0a8690d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676756 Sep 14 18:52:54.075704 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8fa6ad99-6a1e-45cf-837f-9cc37457515e req-dc63f367-48ce-4cde-b011-81eeffff3fa2 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170800 Sep 14 18:52:54.749728 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e376f-307c-4eb8-b204-364a7df58ec2 req-eb815f86-612a-4793-b8e8-d1fcf479dd6d tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:54.752853 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d52e376f-307c-4eb8-b204-364a7df58ec2 req-eb815f86-612a-4793-b8e8-d1fcf479dd6d tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 945 time: 0.1130853 Sep 14 18:52:54.961124 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 85981836-96f1-4bd2-94f9-0d5301583ab8 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:52:54.983295 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:52:54.994469 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: 85981836-96f1-4bd2-94f9-0d5301583ab8 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:52:54.995065 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 85981836-96f1-4bd2-94f9-0d5301583ab8 not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:52:55.013674 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75648ba-6e0c-4d12-8cd3-b7f390e11b16 req-a85e600b-0789-4208-a954-f834a48a9199 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:55.014500 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc7c30-ec5a-46be-972d-567053b0983e req-4b044699-0682-48f5-8781-7ed1a6b0189b tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:55.016216 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b75648ba-6e0c-4d12-8cd3-b7f390e11b16 req-a85e600b-0789-4208-a954-f834a48a9199 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.1004076 Sep 14 18:52:55.029111 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bbbc7c30-ec5a-46be-972d-567053b0983e req-4b044699-0682-48f5-8781-7ed1a6b0189b tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 945 time: 0.1174674 Sep 14 18:52:55.047209 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:55.087426 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b75648ba-6e0c-4d12-8cd3-b7f390e11b16 req-dd366ae2-1c69-4430-bc4f-a7788c7544ec tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586429 Sep 14 18:52:55.102405 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bbbc7c30-ec5a-46be-972d-567053b0983e req-e6eb80fc-75e3-493e-8929-53d6e7736207 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718215 Sep 14 18:52:55.233639 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb11508-01f6-4a4c-866c-158b8ac2f6a3 req-bf19dbd9-05a3-4e9e-9a9f-e08cdf442522 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:55.235516 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5eb11508-01f6-4a4c-866c-158b8ac2f6a3 req-bf19dbd9-05a3-4e9e-9a9f-e08cdf442522 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 945 time: 0.0650873 Sep 14 18:52:55.275007 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-96043286-e15e-4e4e-947b-8a2bd779ff91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:55.283683 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf76cc-85f3-4346-b280-1913fe442ccf req-6350e7be-9337-490e-8073-8abedbf70c7a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:55.285316 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bdbf76cc-85f3-4346-b280-1913fe442ccf req-6350e7be-9337-490e-8073-8abedbf70c7a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.1211450 Sep 14 18:52:55.296195 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5eb11508-01f6-4a4c-866c-158b8ac2f6a3 req-cc941421-4512-4d35-a8e4-a8d7bacd7e05 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482392 Sep 14 18:52:55.332766 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bdbf76cc-85f3-4346-b280-1913fe442ccf req-8e7efac6-c62c-4ecb-b731-5a5b4658c168 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400267 Sep 14 18:52:56.214651 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bd3d2-d5c1-4e82-b131-4a5700a46423 req-1cb5a52c-92e6-4610-8bcf-5b6f2716e98d tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:56.217451 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e44bd3d2-d5c1-4e82-b131-4a5700a46423 req-1cb5a52c-92e6-4610-8bcf-5b6f2716e98d tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 945 time: 0.0566719 Sep 14 18:52:56.266853 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e44bd3d2-d5c1-4e82-b131-4a5700a46423 req-db293635-77d7-449b-a4a7-d64c2b1a63a6 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394304 Sep 14 18:52:56.428585 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e3415-637d-44d0-a88b-0e866f9f1af4 req-ecfe5e1c-8543-420a-8f98-44135ace483e tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:56.430269 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-461e3415-637d-44d0-a88b-0e866f9f1af4 req-ecfe5e1c-8543-420a-8f98-44135ace483e tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.2704728 Sep 14 18:52:56.449953 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06e83-32e3-489c-bb0d-b5fcd6e888d3 req-e72bb5d9-535b-4f2c-94bb-6c91b938c7f9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:56.452645 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d4a06e83-32e3-489c-bb0d-b5fcd6e888d3 req-e72bb5d9-535b-4f2c-94bb-6c91b938c7f9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 945 time: 0.0644717 Sep 14 18:52:56.504912 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-461e3415-637d-44d0-a88b-0e866f9f1af4 req-0889247a-f3d9-40db-974a-6b524e2edcf7 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601993 Sep 14 18:52:56.512405 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d4a06e83-32e3-489c-bb0d-b5fcd6e888d3 req-8cf13cc7-412b-4d19-b915-bd17cc662f56 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523262 Sep 14 18:52:56.614098 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:56.619316 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c942ff-d06b-4c3f-a58e-3f3b1375d671 req-b2975ecd-d5a2-44d7-8ddb-856e02e5dd9d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:56.621211 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a1c942ff-d06b-4c3f-a58e-3f3b1375d671 req-b2975ecd-d5a2-44d7-8ddb-856e02e5dd9d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0584249 Sep 14 18:52:56.663233 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a1c942ff-d06b-4c3f-a58e-3f3b1375d671 req-514f1243-99cc-4c76-a777-774256f4b899 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358262 Sep 14 18:52:57.399447 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218295be-cf88-477c-bfde-d61969592f08 req-f990e288-5df2-4231-b29f-096a5a0427fc tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:57.400941 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-218295be-cf88-477c-bfde-d61969592f08 req-f990e288-5df2-4231-b29f-096a5a0427fc tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 945 time: 0.0579903 Sep 14 18:52:57.442756 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-218295be-cf88-477c-bfde-d61969592f08 req-0da63084-fa25-4acc-be5f-9e7373f18584 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Sep 14 18:52:57.626681 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20f548-fd1c-41c2-b9e9-3a121f92257d req-90dd9cef-a8a3-45e3-a8eb-4972040c8d03 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:57.627690 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-be20f548-fd1c-41c2-b9e9-3a121f92257d req-90dd9cef-a8a3-45e3-a8eb-4972040c8d03 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0518813 Sep 14 18:52:57.635718 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8a640-033e-4e94-8c62-fd49369552ac req-f0e0864f-7e7b-4508-a03b-ecffdd1c5ac5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:57.637837 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-37b8a640-033e-4e94-8c62-fd49369552ac req-f0e0864f-7e7b-4508-a03b-ecffdd1c5ac5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 945 time: 0.0566909 Sep 14 18:52:57.694068 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-37b8a640-033e-4e94-8c62-fd49369552ac req-fd7a2d40-62d6-4af4-8723-6807c516c3cb tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493891 Sep 14 18:52:57.716397 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-be20f548-fd1c-41c2-b9e9-3a121f92257d req-3b047ea4-ac8f-4cf1-a3c3-7b70896a6db2 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772581 Sep 14 18:52:57.811843 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7485b4f-89e7-4cff-8748-6ca40155f239 req-5e5004b6-bfe4-4b27-8681-1cd57c218339 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:57.813335 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a7485b4f-89e7-4cff-8748-6ca40155f239 req-5e5004b6-bfe4-4b27-8681-1cd57c218339 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0495815 Sep 14 18:52:57.862900 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a7485b4f-89e7-4cff-8748-6ca40155f239 req-f2bc17d5-ff98-4b55-adb7-ae78887cc957 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401814 Sep 14 18:52:58.252662 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:58.580656 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fec947-0240-4b0b-9c23-2922d9c8c8c4 req-aa80cb4f-1eca-461f-90c1-a6a27761e9b4 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:58.582746 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-04fec947-0240-4b0b-9c23-2922d9c8c8c4 req-aa80cb4f-1eca-461f-90c1-a6a27761e9b4 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 945 time: 0.0690618 Sep 14 18:52:58.625391 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-04fec947-0240-4b0b-9c23-2922d9c8c8c4 req-f2666568-14fd-4d21-97ac-1ae870e8d6d0 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347130 Sep 14 18:52:58.814106 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10504947-9666-4b44-be14-13b6e50f70f0 req-30ef56e9-4a2e-4f16-a2f8-aa83fa899f09 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:58.815623 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-10504947-9666-4b44-be14-13b6e50f70f0 req-30ef56e9-4a2e-4f16-a2f8-aa83fa899f09 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 945 time: 0.0500906 Sep 14 18:52:58.825150 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7fe06-6b6f-4c8b-9695-c688cad1d7a9 req-466df280-b8eb-4d5a-ae64-55cab7b508ac tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:58.826691 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7fd7fe06-6b6f-4c8b-9695-c688cad1d7a9 req-466df280-b8eb-4d5a-ae64-55cab7b508ac tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0496218 Sep 14 18:52:58.855911 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-10504947-9666-4b44-be14-13b6e50f70f0 req-28e9520c-7b16-4253-bc67-c625be9ed68c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339122 Sep 14 18:52:58.868096 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7fd7fe06-6b6f-4c8b-9695-c688cad1d7a9 req-47ece244-887a-4275-9fc4-6b333181fa72 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352116 Sep 14 18:52:58.961229 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device e94f5f14-2b1f-4c96-b9c5-e8d391a7117d no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:52:58.993054 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d2bfc-9b4a-427e-b752-512b020b4cda req-65973256-d9f5-4c27-aa72-5d2c5c1ff9ae tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:58.994957 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-dd9d2bfc-9b4a-427e-b752-512b020b4cda req-65973256-d9f5-4c27-aa72-5d2c5c1ff9ae tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0541699 Sep 14 18:52:59.012708 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:59.037154 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-dd9d2bfc-9b4a-427e-b752-512b020b4cda req-15d7de0e-6230-4fa2-ac76-f52bdb6b8b6a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360837 Sep 14 18:52:59.059382 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:59.085196 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4983c2-6903-4575-a494-ca4080133a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e94f5f14-2b1f-4c96-b9c5-e8d391a7117d'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:52:59.087592 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c877b10-cc4e-4762-9caa-5df95dcfd7ce" -d '{"events": [{"server_uuid": "5e4983c2-6903-4575-a494-ca4080133a93", "name": "network-vif-unplugged", "status": "completed", "tag": "e94f5f14-2b1f-4c96-b9c5-e8d391a7117d"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:52:59.125333 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d,segment=NetworkSegment(d9a5eff2-c64c-4318-a706-3d41f743abca),segment_id=d9a5eff2-c64c-4318-a706-3d41f743abca)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:59.130304 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:59.131289 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device a8fcfaef-868a-41be-b6c8-631e19b67c85 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:52:59.170115 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 18:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7972a6f4-41bb-41de-b837-27d6315fb156 x-openstack-request-id: req-7972a6f4-41bb-41de-b837-27d6315fb156 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:52:59.170390 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4983c2-6903-4575-a494-ca4080133a93", "name": "network-vif-unplugged", "status": "completed", "tag": "e94f5f14-2b1f-4c96-b9c5-e8d391a7117d", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:52:59.170632 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7972a6f4-41bb-41de-b837-27d6315fb156 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:52:59.171017 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4983c2-6903-4575-a494-ca4080133a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e94f5f14-2b1f-4c96-b9c5-e8d391a7117d', 'code': 200} Sep 14 18:52:59.209249 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d,revision_number=6']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:59.255716 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:59.293607 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port a8fcfaef-868a-41be-b6c8-631e19b67c85, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a8fcfaef-868a-41be-b6c8-631e19b67c85,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:52:59.297753 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:52:59.345714 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=a8fcfaef-868a-41be-b6c8-631e19b67c85,revision_number=6']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:52:59.751772 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbaca1-2f00-4fd7-9808-7ec6262dd133 req-e0895bda-ecfd-4274-8a52-ac8fe447624c tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:59.753243 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7bbbaca1-2f00-4fd7-9808-7ec6262dd133 req-e0895bda-ecfd-4274-8a52-ac8fe447624c tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 943 time: 0.0499375 Sep 14 18:52:59.790703 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7bbbaca1-2f00-4fd7-9808-7ec6262dd133 req-45ce1bb5-af79-4845-95f1-a23c7671ff0f tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Sep 14 18:52:59.972774 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24236b-d34f-4796-a542-128f8addc600 req-a59353cc-1396-445b-9f19-05023f2cedf4 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:59.975136 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2a24236b-d34f-4796-a542-128f8addc600 req-a59353cc-1396-445b-9f19-05023f2cedf4 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 943 time: 0.0497117 Sep 14 18:52:59.983216 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba7208-bd01-4a09-b90f-f59312975d90 req-e9a3e3d7-e095-4f23-9027-63b8499051a7 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:52:59.984732 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6eba7208-bd01-4a09-b90f-f59312975d90 req-e9a3e3d7-e095-4f23-9027-63b8499051a7 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0484414 Sep 14 18:53:00.016940 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2a24236b-d34f-4796-a542-128f8addc600 req-e41fbd7f-ec54-45ab-a357-f8caa5d7a22c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357587 Sep 14 18:53:00.043322 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6eba7208-bd01-4a09-b90f-f59312975d90 req-7f0785f2-a944-481f-ae24-a4c0de7598af tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487475 Sep 14 18:53:00.174195 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc11b68-5c66-4c2c-86ee-5a4134c5a2c3 req-5cea7fef-5f8f-45a4-84c4-0c5c39e99bb0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:00.175867 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4bc11b68-5c66-4c2c-86ee-5a4134c5a2c3 req-5cea7fef-5f8f-45a4-84c4-0c5c39e99bb0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0572295 Sep 14 18:53:00.219033 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4bc11b68-5c66-4c2c-86ee-5a4134c5a2c3 req-fc19ee20-f16a-4136-909d-6fe794c9bc0a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357754 Sep 14 18:53:00.930307 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1397c1-1040-4bc0-b8f0-988adc7ba166 req-b42e9989-7a60-49f5-be52-d179479a12aa tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:00.931931 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5b1397c1-1040-4bc0-b8f0-988adc7ba166 req-b42e9989-7a60-49f5-be52-d179479a12aa tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 943 time: 0.0570796 Sep 14 18:53:00.980127 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5b1397c1-1040-4bc0-b8f0-988adc7ba166 req-0c45c4d9-b67f-4c5e-b405-07aaeea25859 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416315 Sep 14 18:53:01.153033 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5cf30-a4de-4e2f-a193-dd474e9e5c3a req-09ef4fba-4068-43aa-b43c-3ea547714190 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:01.154820 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-dec5cf30-a4de-4e2f-a193-dd474e9e5c3a req-09ef4fba-4068-43aa-b43c-3ea547714190 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 943 time: 0.0568924 Sep 14 18:53:01.172493 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c5a950-93aa-4cef-b045-b703a2062058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8fcfaef-868a-41be-b6c8-631e19b67c85'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:53:01.175495 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01484505-2574-4a14-a203-6f7728e63ba3" -d '{"events": [{"server_uuid": "91c5a950-93aa-4cef-b045-b703a2062058", "name": "network-vif-unplugged", "status": "completed", "tag": "a8fcfaef-868a-41be-b6c8-631e19b67c85"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:53:01.192390 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfed310-544f-4c19-b95e-bc0a43a43a16 req-f49ef9c9-a6bd-4ce0-b43c-653664dfb9f3 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:01.193986 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-dec5cf30-a4de-4e2f-a193-dd474e9e5c3a req-30076ee3-6b31-4007-a27f-a4fa86f86903 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332196 Sep 14 18:53:01.194136 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-fdfed310-544f-4c19-b95e-bc0a43a43a16 req-f49ef9c9-a6bd-4ce0-b43c-653664dfb9f3 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0501237 Sep 14 18:53:01.237878 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-fdfed310-544f-4c19-b95e-bc0a43a43a16 req-7064ed65-86c8-4c50-9d3f-b01593bf404f tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378714 Sep 14 18:53:01.256146 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 18:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8b87d7-c6fa-4bf5-9665-50cf2a444838 x-openstack-request-id: req-dc8b87d7-c6fa-4bf5-9665-50cf2a444838 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:53:01.256440 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c5a950-93aa-4cef-b045-b703a2062058", "name": "network-vif-unplugged", "status": "completed", "tag": "a8fcfaef-868a-41be-b6c8-631e19b67c85", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:53:01.256689 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc8b87d7-c6fa-4bf5-9665-50cf2a444838 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:53:01.257081 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c5a950-93aa-4cef-b045-b703a2062058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8fcfaef-868a-41be-b6c8-631e19b67c85', 'code': 200} Sep 14 18:53:01.348586 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abcdc3-c0bc-4552-9b6c-e1d644d374b8 req-0371f85e-d1b9-442c-89ba-96e332eb6550 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:01.350612 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-96abcdc3-c0bc-4552-9b6c-e1d644d374b8 req-0371f85e-d1b9-442c-89ba-96e332eb6550 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0474911 Sep 14 18:53:01.389469 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-96abcdc3-c0bc-4552-9b6c-e1d644d374b8 req-79f787b9-806e-405f-9d44-b9aed4b759bf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328445 Sep 14 18:53:02.124175 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25f266-d906-4df6-b92f-d7e74a2893bc req-a6ba5e73-56df-4c48-883f-16493fc7efa5 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:02.125826 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6c25f266-d906-4df6-b92f-d7e74a2893bc req-a6ba5e73-56df-4c48-883f-16493fc7efa5 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 943 time: 0.0500081 Sep 14 18:53:02.173507 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6c25f266-d906-4df6-b92f-d7e74a2893bc req-b51d1542-ba47-469d-bbf0-7df0ee7b592c tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408027 Sep 14 18:53:02.329548 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8f3ce-9390-48d9-a0e4-98c1a87b9018 req-985e3d94-9e63-4650-a9ed-c7b620e9e9f7 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:02.331252 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b5a8f3ce-9390-48d9-a0e4-98c1a87b9018 req-985e3d94-9e63-4650-a9ed-c7b620e9e9f7 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 943 time: 0.0565796 Sep 14 18:53:02.367662 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbed428-050f-4377-83b3-2d5b8503a784 req-4e99b7d4-589c-4f99-bdb4-95b0fc7eda19 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:02.369385 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3cbed428-050f-4377-83b3-2d5b8503a784 req-4e99b7d4-589c-4f99-bdb4-95b0fc7eda19 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0595739 Sep 14 18:53:02.380612 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b5a8f3ce-9390-48d9-a0e4-98c1a87b9018 req-a11462f4-e88f-459a-b136-c2b7d1748ac0 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Sep 14 18:53:02.423208 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3cbed428-050f-4377-83b3-2d5b8503a784 req-d35247fc-ee2d-4b0d-9945-fdd814499f66 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472543 Sep 14 18:53:02.516599 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e81272-8880-4347-95cb-992cfa50b978 req-98d90918-abea-45cd-8779-050326a79ef3 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:02.518281 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f9e81272-8880-4347-95cb-992cfa50b978 req-98d90918-abea-45cd-8779-050326a79ef3 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0517070 Sep 14 18:53:02.560912 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f9e81272-8880-4347-95cb-992cfa50b978 req-a223f36e-5f05-4b1e-8c1d-cbf820458996 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353999 Sep 14 18:53:03.294379 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed1960-f671-4dcf-941c-bf9a237315ef req-9a67eb7f-9852-4945-82e7-10674d5ea083 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:03.295902 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bbed1960-f671-4dcf-941c-bf9a237315ef req-9a67eb7f-9852-4945-82e7-10674d5ea083 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 943 time: 0.0530713 Sep 14 18:53:03.336546 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bbed1960-f671-4dcf-941c-bf9a237315ef req-6d118f80-8829-4b3f-9983-b662e741ff0b tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347857 Sep 14 18:53:03.518460 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9e34d-3231-48c6-9aeb-d80d849febee req-fa10351f-b1f6-409e-97a6-ae94821ccdb2 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:03.520068 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-75f9e34d-3231-48c6-9aeb-d80d849febee req-fa10351f-b1f6-409e-97a6-ae94821ccdb2 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 943 time: 0.0649922 Sep 14 18:53:03.568692 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36e469-765f-4f55-a143-1ab01a49151b req-0c9013ea-b5ca-4c51-a73b-9ca95bb52c2f tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:03.575226 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-75f9e34d-3231-48c6-9aeb-d80d849febee req-cae2d190-ee60-4eee-941b-33952691b6d6 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479126 Sep 14 18:53:03.576850 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ec36e469-765f-4f55-a143-1ab01a49151b req-0c9013ea-b5ca-4c51-a73b-9ca95bb52c2f tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0810874 Sep 14 18:53:03.637823 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ec36e469-765f-4f55-a143-1ab01a49151b req-c65b1048-4fba-47a4-845a-ad7c431149c0 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513797 Sep 14 18:53:03.710099 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c55947-e644-473f-b74b-e03cbbf3f05e req-1393abf8-933d-4f79-bb25-8daee3871657 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:03.711526 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-12c55947-e644-473f-b74b-e03cbbf3f05e req-1393abf8-933d-4f79-bb25-8daee3871657 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0600803 Sep 14 18:53:03.757518 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-12c55947-e644-473f-b74b-e03cbbf3f05e req-da72ffe4-f924-4fae-b36e-2baf246754bf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388505 Sep 14 18:53:04.467410 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b141ee4-b32f-4ca6-a3f7-ddd557772953 req-27ad9549-a443-4c39-b4ac-299d8fa77845 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:04.469219 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b141ee4-b32f-4ca6-a3f7-ddd557772953 req-27ad9549-a443-4c39-b4ac-299d8fa77845 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 943 time: 0.0636971 Sep 14 18:53:04.516576 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b141ee4-b32f-4ca6-a3f7-ddd557772953 req-10ddab8c-46ee-4675-9ef3-ab39bb72c7f5 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Sep 14 18:53:04.713175 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9057e-c7a5-4a1b-8f29-67c73cd31e9d req-8563dc3f-56d4-4d75-b713-d448f6e943e6 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:04.714781 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cdb9057e-c7a5-4a1b-8f29-67c73cd31e9d req-8563dc3f-56d4-4d75-b713-d448f6e943e6 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 943 time: 0.0733857 Sep 14 18:53:04.757674 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cdb9057e-c7a5-4a1b-8f29-67c73cd31e9d req-ce5583ff-04e0-4bdd-89e4-7a88ea0ef20d tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357862 Sep 14 18:53:04.784969 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d35de5-4e10-4f7c-b7ce-dfe74113367f req-79c304fe-4286-4230-8aaa-37ada2f2a23a tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:04.795962 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b4d35de5-4e10-4f7c-b7ce-dfe74113367f req-79c304fe-4286-4230-8aaa-37ada2f2a23a tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0697258 Sep 14 18:53:04.840808 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b4d35de5-4e10-4f7c-b7ce-dfe74113367f req-33459273-ddf0-4eaa-b517-6db573f22499 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431507 Sep 14 18:53:04.910505 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe5338-5d31-4792-9e51-776d224a4515 req-0f96aa60-d66c-42be-957d-79afca7f0ff6 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:04.912685 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0cfe5338-5d31-4792-9e51-776d224a4515 req-0f96aa60-d66c-42be-957d-79afca7f0ff6 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0506756 Sep 14 18:53:04.954150 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0cfe5338-5d31-4792-9e51-776d224a4515 req-8e5f4a8f-7a7b-466d-a7a4-3e3f84cf5829 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340741 Sep 14 18:53:05.661844 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac16e9f-e1a3-4596-9288-93b4cd564936 req-5bac51bb-f6b2-4817-94cc-0a16b4e39663 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:05.664263 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-eac16e9f-e1a3-4596-9288-93b4cd564936 req-5bac51bb-f6b2-4817-94cc-0a16b4e39663 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 943 time: 0.0644078 Sep 14 18:53:05.702273 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-eac16e9f-e1a3-4596-9288-93b4cd564936 req-ba650917-eaf4-4742-a9a7-d4e9e0a8a209 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321252 Sep 14 18:53:06.003172 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5906775-3fea-4c39-80c8-bab1b01aa986 req-6edc2bdd-bf0a-40d7-a1f3-0ef94790bf4a tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:06.004868 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a5906775-3fea-4c39-80c8-bab1b01aa986 req-6edc2bdd-bf0a-40d7-a1f3-0ef94790bf4a tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0667899 Sep 14 18:53:06.119199 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a5906775-3fea-4c39-80c8-bab1b01aa986 req-b60a8934-4a9e-4820-bc43-1e270a7bfdc6 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053741 Sep 14 18:53:06.186609 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41e51b-f9f7-4e0e-8a14-9d6adcc36a8e req-064a831f-aee5-4cd4-b0db-3c9ccaab5a00 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:06.186609 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-fd41e51b-f9f7-4e0e-8a14-9d6adcc36a8e req-064a831f-aee5-4cd4-b0db-3c9ccaab5a00 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 943 time: 0.3526554 Sep 14 18:53:06.225676 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-fd41e51b-f9f7-4e0e-8a14-9d6adcc36a8e req-bf258c6a-019d-4cef-9db7-1ca4d55147ac tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372851 Sep 14 18:53:06.286039 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d7a7-cc17-41e5-bb00-b8cf50ccb773 req-07e0ebe7-1662-4b40-8a40-f93f0eaf1bc2 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:06.288876 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4ba6d7a7-cc17-41e5-bb00-b8cf50ccb773 req-07e0ebe7-1662-4b40-8a40-f93f0eaf1bc2 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0579412 Sep 14 18:53:06.348371 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4ba6d7a7-cc17-41e5-bb00-b8cf50ccb773 req-40cc8b3c-2555-42b5-bfdd-952e4e3ef439 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534582 Sep 14 18:53:06.822160 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd307e23-4218-4107-a8f1-16a019532b9f req-35855c26-c650-4609-bd0d-d96d277eca6e tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:06.823732 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-fd307e23-4218-4107-a8f1-16a019532b9f req-35855c26-c650-4609-bd0d-d96d277eca6e tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 943 time: 0.0508127 Sep 14 18:53:06.883343 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-fd307e23-4218-4107-a8f1-16a019532b9f req-6f4be845-d656-49e5-bc51-0b4db01571c6 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519187 Sep 14 18:53:07.274575 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3e3cf-dbdb-40f0-aca0-48f60e0e87e8 req-29b17c96-2200-4a45-bab8-b4f95a7bd171 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:07.276302 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c6a3e3cf-dbdb-40f0-aca0-48f60e0e87e8 req-29b17c96-2200-4a45-bab8-b4f95a7bd171 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0543501 Sep 14 18:53:07.337226 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c6a3e3cf-dbdb-40f0-aca0-48f60e0e87e8 req-0a63d2f4-3f8c-46cc-8a93-a6de48ab0238 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489314 Sep 14 18:53:07.370341 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5748131-2014-4999-b94f-aba4a07eb733 req-20513618-9b17-4bd9-9bc3-f419b13fb088 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:07.372011 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a5748131-2014-4999-b94f-aba4a07eb733 req-20513618-9b17-4bd9-9bc3-f419b13fb088 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 943 time: 0.0598741 Sep 14 18:53:07.414524 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a5748131-2014-4999-b94f-aba4a07eb733 req-b248293e-3ef6-47b0-a2da-7eb15811610c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361974 Sep 14 18:53:07.492483 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7203b7-6e7f-4f79-8ed9-e975a9a65d90 req-9d95e89f-d951-4536-8994-00b153e6f81a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:07.494501 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2c7203b7-6e7f-4f79-8ed9-e975a9a65d90 req-9d95e89f-d951-4536-8994-00b153e6f81a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0589001 Sep 14 18:53:07.535451 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2c7203b7-6e7f-4f79-8ed9-e975a9a65d90 req-7f7de770-b2bc-4d45-97c2-678501d34fbf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346313 Sep 14 18:53:08.005991 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a112c68-1a52-40b0-afba-350414df75c4 req-9d7fdbb6-4f5b-4e51-bc18-41933cf935a2 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:08.008312 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8a112c68-1a52-40b0-afba-350414df75c4 req-9d7fdbb6-4f5b-4e51-bc18-41933cf935a2 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 943 time: 0.0550573 Sep 14 18:53:08.050306 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8a112c68-1a52-40b0-afba-350414df75c4 req-785a66a1-dfd5-4075-9c08-f64bec079cad tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349293 Sep 14 18:53:08.454027 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711447b-168a-4ada-bc08-f36a9617dfd5 req-3064c182-d807-4b5b-914d-93baf5bed307 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:08.455606 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8711447b-168a-4ada-bc08-f36a9617dfd5 req-3064c182-d807-4b5b-914d-93baf5bed307 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0499723 Sep 14 18:53:08.481963 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-d52e376f-307c-4eb8-b204-364a7df58ec2 req-20f1d2bd-52c6-4dbc-b3cc-5e3ce910f88b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Deleting port a8fcfaef-868a-41be-b6c8-631e19b67c85 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:53:08.482556 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d52e376f-307c-4eb8-b204-364a7df58ec2 req-20f1d2bd-52c6-4dbc-b3cc-5e3ce910f88b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:08.502205 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8711447b-168a-4ada-bc08-f36a9617dfd5 req-d190f572-c721-467e-a2f6-436e8352d4be tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370264 Sep 14 18:53:08.597083 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d3e2f-ce8b-4916-bb9d-33bf0374f57d req-655c4298-8624-4593-b771-1caab4baab25 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:08.598037 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028265e3-19e8-4564-800d-a5db8bc27de8 req-7d77b2a2-57b7-4fe3-a7a6-3af204968811 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:08.598928 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4c5d3e2f-ce8b-4916-bb9d-33bf0374f57d req-655c4298-8624-4593-b771-1caab4baab25 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 943 time: 0.0531642 Sep 14 18:53:08.599595 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-028265e3-19e8-4564-800d-a5db8bc27de8 req-7d77b2a2-57b7-4fe3-a7a6-3af204968811 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=91c5a950-93aa-4cef-b045-b703a2062058 HTTP/1.1" status: 200 len: 943 time: 0.1019542 Sep 14 18:53:08.633256 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-d52e376f-307c-4eb8-b204-364a7df58ec2 req-20f1d2bd-52c6-4dbc-b3cc-5e3ce910f88b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] For port a8fcfaef-868a-41be-b6c8-631e19b67c85, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a8fcfaef-868a-41be-b6c8-631e19b67c85,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:53:08.633707 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d52e376f-307c-4eb8-b204-364a7df58ec2 req-20f1d2bd-52c6-4dbc-b3cc-5e3ce910f88b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:08.659232 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-d52e376f-307c-4eb8-b204-364a7df58ec2 req-20f1d2bd-52c6-4dbc-b3cc-5e3ce910f88b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Calling delete_port for a8fcfaef-868a-41be-b6c8-631e19b67c85 owned by compute:nova {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:53:08.667897 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-028265e3-19e8-4564-800d-a5db8bc27de8 req-efacb003-0552-4879-9f66-f061ccc9a5a7 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589976 Sep 14 18:53:08.729549 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673b18e-ed85-4bb2-aae4-aa13be77320e req-ec9f3b44-e312-4f43-ae22-049b1132d6f5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:08.731122 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3673b18e-ed85-4bb2-aae4-aa13be77320e req-ec9f3b44-e312-4f43-ae22-049b1132d6f5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.1061962 Sep 14 18:53:08.784084 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-4c5d3e2f-ce8b-4916-bb9d-33bf0374f57d req-416a4097-5b74-48ef-8e55-0457bee4556c tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Deleting port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:53:08.784314 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-4c5d3e2f-ce8b-4916-bb9d-33bf0374f57d req-416a4097-5b74-48ef-8e55-0457bee4556c tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:08.792320 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3673b18e-ed85-4bb2-aae4-aa13be77320e req-89d6a30d-e6b1-4b15-9df8-1043d833a580 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510621 Sep 14 18:53:08.805775 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d52e376f-307c-4eb8-b204-364a7df58ec2 req-20f1d2bd-52c6-4dbc-b3cc-5e3ce910f88b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:08.823705 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['fc93ac30-c49d-4c25-ade6-e3c61df1fcc5'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:53:08.842799 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1d2bd-52c6-4dbc-b3cc-5e3ce910f88b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Pushing event deleted for resources: {'Port': ['ID=a8fcfaef-868a-41be-b6c8-631e19b67c85,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:08.893329 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52e376f-307c-4eb8-b204-364a7df58ec2 req-20f1d2bd-52c6-4dbc-b3cc-5e3ce910f88b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] No DVR routers for this DVR port a8fcfaef-868a-41be-b6c8-631e19b67c85 on host hv-cinder-80899 {{(pid=105941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:53:08.896610 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d52e376f-307c-4eb8-b204-364a7df58ec2 req-20f1d2bd-52c6-4dbc-b3cc-5e3ce910f88b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:08.899071 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d52e376f-307c-4eb8-b204-364a7df58ec2 req-20f1d2bd-52c6-4dbc-b3cc-5e3ce910f88b tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "DELETE /v2.0/ports/a8fcfaef-868a-41be-b6c8-631e19b67c85 HTTP/1.1" status: 204 len: 173 time: 0.5107450 Sep 14 18:53:08.899554 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c5a950-93aa-4cef-b045-b703a2062058', 'name': 'network-vif-deleted', 'tag': 'a8fcfaef-868a-41be-b6c8-631e19b67c85'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:53:08.902731 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d846472d-d654-46e4-bbdf-d4d59ddf9fd3" -d '{"events": [{"server_uuid": "91c5a950-93aa-4cef-b045-b703a2062058", "name": "network-vif-deleted", "tag": "a8fcfaef-868a-41be-b6c8-631e19b67c85"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:53:08.914579 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-4c5d3e2f-ce8b-4916-bb9d-33bf0374f57d req-416a4097-5b74-48ef-8e55-0457bee4556c tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] For port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d,segment=NetworkSegment(d9a5eff2-c64c-4318-a706-3d41f743abca),segment_id=d9a5eff2-c64c-4318-a706-3d41f743abca)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:53:08.914714 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-4c5d3e2f-ce8b-4916-bb9d-33bf0374f57d req-416a4097-5b74-48ef-8e55-0457bee4556c tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:08.935454 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-4c5d3e2f-ce8b-4916-bb9d-33bf0374f57d req-416a4097-5b74-48ef-8e55-0457bee4556c tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Calling delete_port for e94f5f14-2b1f-4c96-b9c5-e8d391a7117d owned by compute:nova {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:53:08.966665 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53daa4fe-9da1-4f8c-974f-291121357d01 x-openstack-request-id: req-53daa4fe-9da1-4f8c-974f-291121357d01 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:53:08.967359 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c5a950-93aa-4cef-b045-b703a2062058", "name": "network-vif-deleted", "tag": "a8fcfaef-868a-41be-b6c8-631e19b67c85", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:53:08.967951 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53daa4fe-9da1-4f8c-974f-291121357d01 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:53:08.968623 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c5a950-93aa-4cef-b045-b703a2062058', 'name': 'network-vif-deleted', 'tag': 'a8fcfaef-868a-41be-b6c8-631e19b67c85', 'status': 'completed', 'code': 200} Sep 14 18:53:09.092288 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-4c5d3e2f-ce8b-4916-bb9d-33bf0374f57d req-416a4097-5b74-48ef-8e55-0457bee4556c tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:09.125361 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a4097-5b74-48ef-8e55-0457bee4556c tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Pushing event deleted for resources: {'Port': ['ID=e94f5f14-2b1f-4c96-b9c5-e8d391a7117d,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:09.177027 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-37b0f2b3-4514-4cf4-a8e9-d44b1ddf0a9d req-a893777c-5b6c-4939-aa01-965483d5a578 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4983c2-6903-4575-a494-ca4080133a93 HTTP/1.1" status: 200 len: 210 time: 0.0525317 Sep 14 18:53:09.195383 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5d3e2f-ce8b-4916-bb9d-33bf0374f57d req-416a4097-5b74-48ef-8e55-0457bee4556c tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] No DVR routers for this DVR port e94f5f14-2b1f-4c96-b9c5-e8d391a7117d on host hv-cinder-80899 {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:53:09.198444 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-4c5d3e2f-ce8b-4916-bb9d-33bf0374f57d req-416a4097-5b74-48ef-8e55-0457bee4556c tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:09.200552 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4c5d3e2f-ce8b-4916-bb9d-33bf0374f57d req-416a4097-5b74-48ef-8e55-0457bee4556c tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.68 "DELETE /v2.0/ports/e94f5f14-2b1f-4c96-b9c5-e8d391a7117d HTTP/1.1" status: 204 len: 173 time: 0.5838568 Sep 14 18:53:09.201026 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4983c2-6903-4575-a494-ca4080133a93', 'name': 'network-vif-deleted', 'tag': 'e94f5f14-2b1f-4c96-b9c5-e8d391a7117d'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:53:09.203315 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3446daea-f262-4865-a6db-0248430b6b69" -d '{"events": [{"server_uuid": "5e4983c2-6903-4575-a494-ca4080133a93", "name": "network-vif-deleted", "tag": "e94f5f14-2b1f-4c96-b9c5-e8d391a7117d"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:53:09.247078 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b3a690-0b23-4ba7-9643-ac50c8b823dd x-openstack-request-id: req-61b3a690-0b23-4ba7-9643-ac50c8b823dd {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:53:09.247366 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4983c2-6903-4575-a494-ca4080133a93", "name": "network-vif-deleted", "tag": "e94f5f14-2b1f-4c96-b9c5-e8d391a7117d", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:53:09.247619 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61b3a690-0b23-4ba7-9643-ac50c8b823dd {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:53:09.248006 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4983c2-6903-4575-a494-ca4080133a93', 'name': 'network-vif-deleted', 'tag': 'e94f5f14-2b1f-4c96-b9c5-e8d391a7117d', 'status': 'completed', 'code': 200} Sep 14 18:53:09.487907 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795758c-f81f-4c69-baa8-1b42b5358010 req-235a909a-8931-48f2-915f-224a82053e59 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:09.489728 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4795758c-f81f-4c69-baa8-1b42b5358010 req-235a909a-8931-48f2-915f-224a82053e59 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0638156 Sep 14 18:53:09.658292 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396f964-0ff9-4444-a1f8-eb47dffcc176 req-da0d6995-9c48-4a9e-8925-e31421c913bc tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:09.659845 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8396f964-0ff9-4444-a1f8-eb47dffcc176 req-da0d6995-9c48-4a9e-8925-e31421c913bc tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5a7510-91a8-4459-9092-46ffc869b010 HTTP/1.1" status: 200 len: 949 time: 0.0619495 Sep 14 18:53:09.681582 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-4795758c-f81f-4c69-baa8-1b42b5358010 req-55f25d1a-da1d-4aa9-b35d-0e794b44a5d7 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Deleting port 23f821ef-254f-41fa-8585-f35e20973593 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:53:09.681927 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-4795758c-f81f-4c69-baa8-1b42b5358010 req-55f25d1a-da1d-4aa9-b35d-0e794b44a5d7 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:09.744336 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8396f964-0ff9-4444-a1f8-eb47dffcc176 req-4d168d62-2842-40b6-ab1f-8735f65ea73b tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b760461-0ab5-4543-b223-02e0fc0bb3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767567 Sep 14 18:53:09.806889 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-4795758c-f81f-4c69-baa8-1b42b5358010 req-55f25d1a-da1d-4aa9-b35d-0e794b44a5d7 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] For port 23f821ef-254f-41fa-8585-f35e20973593, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=23f821ef-254f-41fa-8585-f35e20973593,segment=NetworkSegment(4175a215-fe2e-469a-8203-ad5b2d49ae62),segment_id=4175a215-fe2e-469a-8203-ad5b2d49ae62)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:53:09.807265 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-4795758c-f81f-4c69-baa8-1b42b5358010 req-55f25d1a-da1d-4aa9-b35d-0e794b44a5d7 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:09.822394 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-4795758c-f81f-4c69-baa8-1b42b5358010 req-55f25d1a-da1d-4aa9-b35d-0e794b44a5d7 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Calling delete_port for 23f821ef-254f-41fa-8585-f35e20973593 owned by compute:nova {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:53:09.964178 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca797b-0c83-49a1-96ca-d51c7f643ee5 req-de5c6b50-d367-4a9a-9ef3-3d3c2df9b4e1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:09.965904 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9fca797b-0c83-49a1-96ca-d51c7f643ee5 req-de5c6b50-d367-4a9a-9ef3-3d3c2df9b4e1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0675464 Sep 14 18:53:09.997385 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-4795758c-f81f-4c69-baa8-1b42b5358010 req-55f25d1a-da1d-4aa9-b35d-0e794b44a5d7 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:10.018544 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['23f821ef-254f-41fa-8585-f35e20973593'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:53:10.027956 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9fca797b-0c83-49a1-96ca-d51c7f643ee5 req-c11ab4df-539f-45df-9288-8ecb4eb848a6 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459840 Sep 14 18:53:10.037837 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f25d1a-da1d-4aa9-b35d-0e794b44a5d7 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Pushing event deleted for resources: {'Port': ['ID=23f821ef-254f-41fa-8585-f35e20973593,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:10.092067 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4795758c-f81f-4c69-baa8-1b42b5358010 req-55f25d1a-da1d-4aa9-b35d-0e794b44a5d7 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] No DVR routers for this DVR port 23f821ef-254f-41fa-8585-f35e20973593 on host hv-cinder-80899 {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:53:10.095083 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-4795758c-f81f-4c69-baa8-1b42b5358010 req-55f25d1a-da1d-4aa9-b35d-0e794b44a5d7 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:10.097416 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4795758c-f81f-4c69-baa8-1b42b5358010 req-55f25d1a-da1d-4aa9-b35d-0e794b44a5d7 tempest-VolumesNegativeTest-1270224537 tempest-VolumesNegativeTest-1270224537-project] 10.222.0.68 "DELETE /v2.0/ports/23f821ef-254f-41fa-8585-f35e20973593 HTTP/1.1" status: 204 len: 173 time: 0.5933805 Sep 14 18:53:10.848054 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440b54f-3146-4ec6-a26c-1903bdc9563e req-cbd24078-7d8a-4f73-9a73-7d96afa3a025 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:10.850336 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b440b54f-3146-4ec6-a26c-1903bdc9563e req-cbd24078-7d8a-4f73-9a73-7d96afa3a025 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0651040 Sep 14 18:53:10.897777 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b440b54f-3146-4ec6-a26c-1903bdc9563e req-1b362a16-6eb5-4e8e-96a8-644efa79cfb8 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Sep 14 18:53:11.214780 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a82ee-9711-43c7-986b-8aac1c85ef9e req-82881b98-a968-477f-9353-74ff0e985f91 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:11.216713 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d61a82ee-9711-43c7-986b-8aac1c85ef9e req-82881b98-a968-477f-9353-74ff0e985f91 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0747805 Sep 14 18:53:11.259081 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5a7510-91a8-4459-9092-46ffc869b010', 'name': 'network-vif-deleted', 'tag': '23f821ef-254f-41fa-8585-f35e20973593'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:53:11.263004 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1224e0e5-fe30-4f67-b00c-874936a00b9e" -d '{"events": [{"server_uuid": "8c5a7510-91a8-4459-9092-46ffc869b010", "name": "network-vif-deleted", "tag": "23f821ef-254f-41fa-8585-f35e20973593"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:53:11.266009 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596804b-775a-40fd-969f-b212fe70087a req-a8c571c3-fe67-41d5-8101-54b74ab0a47c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:11.267707 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4596804b-775a-40fd-969f-b212fe70087a req-a8c571c3-fe67-41d5-8101-54b74ab0a47c tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 946 time: 0.0878594 Sep 14 18:53:11.295581 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d61a82ee-9711-43c7-986b-8aac1c85ef9e req-9379c7bc-98af-410f-9dda-326467f3000f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637076 Sep 14 18:53:11.336199 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4596804b-775a-40fd-969f-b212fe70087a req-6aebc139-72d6-4c63-ab58-d1931640aab9 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593281 Sep 14 18:53:11.369159 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c565c2c-f523-4f8d-a6e6-c713e3aed45c x-openstack-request-id: req-1c565c2c-f523-4f8d-a6e6-c713e3aed45c {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:53:11.369454 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5a7510-91a8-4459-9092-46ffc869b010", "name": "network-vif-deleted", "tag": "23f821ef-254f-41fa-8585-f35e20973593", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:53:11.369736 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c565c2c-f523-4f8d-a6e6-c713e3aed45c {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:53:11.370164 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5a7510-91a8-4459-9092-46ffc869b010', 'name': 'network-vif-deleted', 'tag': '23f821ef-254f-41fa-8585-f35e20973593', 'status': 'completed', 'code': 200} Sep 14 18:53:12.027578 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc123acb-2528-49b8-a72f-244636a75c8b req-72006e48-da35-4261-bca1-bc76f6e8c82e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:12.029164 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cc123acb-2528-49b8-a72f-244636a75c8b req-72006e48-da35-4261-bca1-bc76f6e8c82e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0607467 Sep 14 18:53:12.081336 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cc123acb-2528-49b8-a72f-244636a75c8b req-aa6573d9-a8de-4257-8cfb-3d4bc142a29f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454621 Sep 14 18:53:12.481650 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b230b4d-b788-421f-9c6c-15f23b68e910 req-f53da158-52b6-4135-a53e-cd76fdaae08c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:12.483811 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5b230b4d-b788-421f-9c6c-15f23b68e910 req-f53da158-52b6-4135-a53e-cd76fdaae08c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0580299 Sep 14 18:53:12.520142 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c6440-7871-4605-adef-01e235e93d89 req-d9fe7985-0168-4992-89e1-6c0763f3a1a4 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:12.531324 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4d7c6440-7871-4605-adef-01e235e93d89 req-d9fe7985-0168-4992-89e1-6c0763f3a1a4 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 946 time: 0.0921192 Sep 14 18:53:12.560575 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5b230b4d-b788-421f-9c6c-15f23b68e910 req-f2ec4181-17fd-4251-bd5c-269e49bbccc4 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649929 Sep 14 18:53:12.597579 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4d7c6440-7871-4605-adef-01e235e93d89 req-2ef2b064-a2e2-4c2b-8274-cf3b2c5e5549 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556901 Sep 14 18:53:13.239800 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7f386-c851-4128-ae8c-9d2ee9f00cbc req-bacac976-2c6e-4eec-866e-30db6a875f0b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:13.241440 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4bd7f386-c851-4128-ae8c-9d2ee9f00cbc req-bacac976-2c6e-4eec-866e-30db6a875f0b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0746410 Sep 14 18:53:13.300886 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4bd7f386-c851-4128-ae8c-9d2ee9f00cbc req-7f0b47b3-f659-42c3-bb80-c50ec0e11bb8 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480642 Sep 14 18:53:13.522689 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 23f821ef-254f-41fa-8585-f35e20973593 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:53:13.566918 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: 23f821ef-254f-41fa-8585-f35e20973593 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:53:13.567079 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 23f821ef-254f-41fa-8585-f35e20973593 not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:53:13.578515 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546ff98-0835-4e79-b0e8-465ae4864c51 req-de92c694-97c8-41ef-a868-ed01e421af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:13.580105 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7546ff98-0835-4e79-b0e8-465ae4864c51 req-de92c694-97c8-41ef-a868-ed01e421af9e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 1098 time: 0.0496409 Sep 14 18:53:13.735072 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ed9c-c288-40e1-b45d-3d7af843e778 req-b1bb69aa-0642-465d-8e28-b62fab49c87b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:13.736881 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6584ed9c-c288-40e1-b45d-3d7af843e778 req-b1bb69aa-0642-465d-8e28-b62fab49c87b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0746458 Sep 14 18:53:13.747261 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546ff98-0835-4e79-b0e8-465ae4864c51 req-27a5cd3e-96f9-496d-8f48-b7f6b1e470fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:13.748981 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7546ff98-0835-4e79-b0e8-465ae4864c51 req-27a5cd3e-96f9-496d-8f48-b7f6b1e470fa service neutron] 10.222.0.68 "GET /v2.0/networks?id=60c55d5f-4d23-4654-87c3-ff99b40f316e HTTP/1.1" status: 200 len: 919 time: 0.1591496 Sep 14 18:53:13.802480 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6584ed9c-c288-40e1-b45d-3d7af843e778 req-74501936-e488-4ced-be5f-8527f769f9a8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563340 Sep 14 18:53:13.823713 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7546ff98-0835-4e79-b0e8-465ae4864c51 req-d3dfb394-ca68-4254-adc7-8bb62c619f2b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 HTTP/1.1" status: 200 len: 217 time: 0.0625105 Sep 14 18:53:13.896110 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb771116-217a-4d12-936e-a4dacdde6dcf req-12444b84-2996-41f0-b6f8-c0398458a4e3 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:13.897896 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-cb771116-217a-4d12-936e-a4dacdde6dcf req-12444b84-2996-41f0-b6f8-c0398458a4e3 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 946 time: 0.1462767 Sep 14 18:53:13.925194 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546ff98-0835-4e79-b0e8-465ae4864c51 req-4e19babb-43dc-4c7a-b6db-374abee633f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:13.927673 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7546ff98-0835-4e79-b0e8-465ae4864c51 req-4e19babb-43dc-4c7a-b6db-374abee633f2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2ed0d02-8c91-4443-9299-793ee86f77f1 HTTP/1.1" status: 200 len: 858 time: 0.0901291 Sep 14 18:53:13.974724 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-cb771116-217a-4d12-936e-a4dacdde6dcf req-fe59ba6b-2184-45c0-8434-e2a3da7c8ee8 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691409 Sep 14 18:53:13.976704 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7546ff98-0835-4e79-b0e8-465ae4864c51 req-9d0bf473-3ce6-4b14-ab5e-159a7062586a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60c55d5f-4d23-4654-87c3-ff99b40f316e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359452 Sep 14 18:53:14.080203 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7546ff98-0835-4e79-b0e8-465ae4864c51 req-96f29319-2c98-459c-9ae8-affa8c746c0e service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934334 Sep 14 18:53:14.209735 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7546ff98-0835-4e79-b0e8-465ae4864c51 req-855b85be-5d89-473e-851b-c179642511d4 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207912 Sep 14 18:53:14.427124 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce48d99-d18e-4997-a1aa-69d1f1803121 req-e82c9fba-25b5-4211-9442-1230ca76b563 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:14.428865 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6ce48d99-d18e-4997-a1aa-69d1f1803121 req-e82c9fba-25b5-4211-9442-1230ca76b563 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0552759 Sep 14 18:53:14.468208 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6ce48d99-d18e-4997-a1aa-69d1f1803121 req-d3eddcaa-b899-478f-a02b-2a87b80ddfdb tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333147 Sep 14 18:53:14.963548 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac404ed-6fc5-420c-a1a9-c05fdaddaa2c req-81a603df-2870-4467-b590-0aa78c5c8507 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:14.965260 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7ac404ed-6fc5-420c-a1a9-c05fdaddaa2c req-81a603df-2870-4467-b590-0aa78c5c8507 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0622227 Sep 14 18:53:15.037029 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7ac404ed-6fc5-420c-a1a9-c05fdaddaa2c req-273c8a66-b1ac-4abe-9750-48f2d009820f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628030 Sep 14 18:53:15.146006 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c8bf7-e54b-4ff1-b625-4b4bf980437e req-c81248e5-4129-497c-93b8-687658032c6a tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:15.147857 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b63c8bf7-e54b-4ff1-b625-4b4bf980437e req-c81248e5-4129-497c-93b8-687658032c6a tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 946 time: 0.0714681 Sep 14 18:53:15.204454 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b63c8bf7-e54b-4ff1-b625-4b4bf980437e req-30fbaa81-d427-4e0e-9aec-b56dddd38eab tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/security-groups?id=b69be789-22d3-486f-9e3c-3cdba01e87a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499427 Sep 14 18:53:15.280988 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 45678) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:53:15.453708 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-44424adc-38a3-4a27-8c2f-caaaac0fd994 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a223b67367f42a19e9cc1a6ae2c9c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710916 Sep 14 18:53:15.456074 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 45682) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:53:15.514699 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06d7feab-5839-4b65-a6c8-754c65a36c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:15.565425 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06d7feab-5839-4b65-a6c8-754c65a36c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:15.641079 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40525f9c-a78f-4e91-a954-2ada65fd9f98 req-f28a32f5-31c6-4d8a-9cb5-3edfaae9bfdd tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:15.642665 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-40525f9c-a78f-4e91-a954-2ada65fd9f98 req-f28a32f5-31c6-4d8a-9cb5-3edfaae9bfdd tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 946 time: 0.1168327 Sep 14 18:53:15.669198 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e88b47-53d2-4ed1-bc94-1c834edab44b req-27b27cc6-86d3-451e-8cd6-748ce88ad881 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:15.670822 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-13e88b47-53d2-4ed1-bc94-1c834edab44b req-27b27cc6-86d3-451e-8cd6-748ce88ad881 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1097822 Sep 14 18:53:15.716680 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06d7feab-5839-4b65-a6c8-754c65a36c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:15.719254 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-06d7feab-5839-4b65-a6c8-754c65a36c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:15.720391 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-06d7feab-5839-4b65-a6c8-754c65a36c90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b760461-0ab5-4543-b223-02e0fc0bb3c5 HTTP/1.1" status: 204 len: 168 time: 0.2632790 Sep 14 18:53:15.758798 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7feab-5839-4b65-a6c8-754c65a36c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b760461-0ab5-4543-b223-02e0fc0bb3c5,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:15.778172 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-13e88b47-53d2-4ed1-bc94-1c834edab44b req-51d3f61e-f676-41de-b490-9572d7b457c6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866106 Sep 14 18:53:15.810895 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-40525f9c-a78f-4e91-a954-2ada65fd9f98 req-95a3d7b9-206c-477b-9cd4-86136ed8bdc5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Deleting port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:53:15.810895 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-40525f9c-a78f-4e91-a954-2ada65fd9f98 req-95a3d7b9-206c-477b-9cd4-86136ed8bdc5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:15.916140 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-40525f9c-a78f-4e91-a954-2ada65fd9f98 req-95a3d7b9-206c-477b-9cd4-86136ed8bdc5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] For port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5,segment=NetworkSegment(59f68ac8-ae7c-4e6b-befa-6338362d467b),segment_id=59f68ac8-ae7c-4e6b-befa-6338362d467b)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:53:15.916526 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-40525f9c-a78f-4e91-a954-2ada65fd9f98 req-95a3d7b9-206c-477b-9cd4-86136ed8bdc5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:15.931816 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-40525f9c-a78f-4e91-a954-2ada65fd9f98 req-95a3d7b9-206c-477b-9cd4-86136ed8bdc5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Calling delete_port for fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 owned by compute:nova {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:53:16.096028 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-40525f9c-a78f-4e91-a954-2ada65fd9f98 req-95a3d7b9-206c-477b-9cd4-86136ed8bdc5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:16.111360 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['fc93ac30-c49d-4c25-ade6-e3c61df1fcc5'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:53:16.123945 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3d7b9-206c-477b-9cd4-86136ed8bdc5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Pushing event deleted for resources: {'Port': ['ID=fc93ac30-c49d-4c25-ade6-e3c61df1fcc5,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:16.183483 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-40525f9c-a78f-4e91-a954-2ada65fd9f98 req-95a3d7b9-206c-477b-9cd4-86136ed8bdc5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] No DVR routers for this DVR port fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 on host hv-cinder-80899 {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:53:16.186334 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-40525f9c-a78f-4e91-a954-2ada65fd9f98 req-95a3d7b9-206c-477b-9cd4-86136ed8bdc5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:16.188744 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-40525f9c-a78f-4e91-a954-2ada65fd9f98 req-95a3d7b9-206c-477b-9cd4-86136ed8bdc5 tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.68 "DELETE /v2.0/ports/fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 HTTP/1.1" status: 204 len: 173 time: 0.5387278 Sep 14 18:53:16.189229 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f781830e-a302-4341-bd38-42d2b34920cb', 'name': 'network-vif-deleted', 'tag': 'fc93ac30-c49d-4c25-ade6-e3c61df1fcc5'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:53:16.192551 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b7499b-a7dd-4df0-9df3-377df8528190" -d '{"events": [{"server_uuid": "f781830e-a302-4341-bd38-42d2b34920cb", "name": "network-vif-deleted", "tag": "fc93ac30-c49d-4c25-ade6-e3c61df1fcc5"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:53:16.202721 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980c16b-a9a4-4798-a515-8365a841f95c req-8b841673-af70-4fec-b224-f21ef6a45ba3 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:16.205927 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0980c16b-a9a4-4798-a515-8365a841f95c req-8b841673-af70-4fec-b224-f21ef6a45ba3 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0651443 Sep 14 18:53:16.251561 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68d9def-046c-4753-a73c-82183c4692bf x-openstack-request-id: req-f68d9def-046c-4753-a73c-82183c4692bf {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:53:16.251974 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f781830e-a302-4341-bd38-42d2b34920cb", "name": "network-vif-deleted", "tag": "fc93ac30-c49d-4c25-ade6-e3c61df1fcc5", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:53:16.252275 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f68d9def-046c-4753-a73c-82183c4692bf {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:53:16.252682 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f781830e-a302-4341-bd38-42d2b34920cb', 'name': 'network-vif-deleted', 'tag': 'fc93ac30-c49d-4c25-ade6-e3c61df1fcc5', 'status': 'completed', 'code': 200} Sep 14 18:53:16.258811 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0980c16b-a9a4-4798-a515-8365a841f95c req-401af12b-bbde-4272-b235-1a6283d1347a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409122 Sep 14 18:53:16.350576 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9f67c46b-7777-4a36-925f-defc7e7d8629 req-5541b5b3-937a-4b4c-9c0d-2f85485059fe tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 210 time: 0.0304861 Sep 14 18:53:16.920302 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea939f3-afc9-4de7-b6a0-23fe553ac91d req-98390af9-216c-42ce-b56b-ec1d9aa0b2be tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:16.922139 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7ea939f3-afc9-4de7-b6a0-23fe553ac91d req-98390af9-216c-42ce-b56b-ec1d9aa0b2be tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0636339 Sep 14 18:53:16.970522 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7ea939f3-afc9-4de7-b6a0-23fe553ac91d req-ca69d8ae-30ad-49c4-b502-ea4118adb0fa tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402141 Sep 14 18:53:17.382348 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035c19e-8d27-4a67-9bef-3cfb5fec002a req-017c6e90-4fb7-4eae-8846-81bcdf2dd64c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:17.383860 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1035c19e-8d27-4a67-9bef-3cfb5fec002a req-017c6e90-4fb7-4eae-8846-81bcdf2dd64c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 943 time: 0.0506170 Sep 14 18:53:17.421199 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1035c19e-8d27-4a67-9bef-3cfb5fec002a req-ce06d054-a4a2-41c2-9277-625bd48020c8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315576 Sep 14 18:53:17.456221 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-93038bce-f4ed-4ca4-982b-e764226f8f37 req-16e13a2c-503e-4ff3-a1c1-f9b3da409b5d tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 210 time: 0.0272212 Sep 14 18:53:18.047291 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 0036a361-4424-47c9-85b9-51d4bdffa849 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:53:18.099224 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795f81f-ada4-443e-9917-1a747f18b264 req-dc8f4b30-999f-4b80-aa27-5b2f1f1dc792 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:18.100799 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f795f81f-ada4-443e-9917-1a747f18b264 req-dc8f4b30-999f-4b80-aa27-5b2f1f1dc792 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0577016 Sep 14 18:53:18.145273 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f795f81f-ada4-443e-9917-1a747f18b264 req-57adb494-cb15-46b4-9fb2-3f38735ceef1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350714 Sep 14 18:53:18.162083 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 0036a361-4424-47c9-85b9-51d4bdffa849, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0036a361-4424-47c9-85b9-51d4bdffa849,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:53:18.174581 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '0036a361-4424-47c9-85b9-51d4bdffa849', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'port_id': '0036a361-4424-47c9-85b9-51d4bdffa849', 'mac_address': 'fa:16:3e:39:e0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:53:18.214990 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:18.233616 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0036a361-4424-47c9-85b9-51d4bdffa849 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:53:18.256512 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 0036a361-4424-47c9-85b9-51d4bdffa849, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0036a361-4424-47c9-85b9-51d4bdffa849,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:53:18.260947 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:18.313245 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=0036a361-4424-47c9-85b9-51d4bdffa849,revision_number=9']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:18.554280 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c4376-c3f3-4ac8-b8b3-b0aaded7059d req-a4c36e94-c203-4dab-ad4f-97337da22a99 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:18.556627 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f72c4376-c3f3-4ac8-b8b3-b0aaded7059d req-a4c36e94-c203-4dab-ad4f-97337da22a99 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 944 time: 0.0600836 Sep 14 18:53:18.570994 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-535658fa-1d8e-438e-bab6-d3d91ed601a3 req-ee943e0d-570c-4c83-82b1-dbeede10488a tempest-AttachVolumeNegativeTest-1455453180 tempest-AttachVolumeNegativeTest-1455453180-project] 10.222.0.37 "GET /v2.0/ports?device_id=f781830e-a302-4341-bd38-42d2b34920cb HTTP/1.1" status: 200 len: 210 time: 0.0273297 Sep 14 18:53:18.601656 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f72c4376-c3f3-4ac8-b8b3-b0aaded7059d req-e416d905-d4d8-409e-9756-375047074f86 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385725 Sep 14 18:53:19.286309 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235aff7f-c788-4402-93fe-663bb363e724 req-07b49488-a395-48bf-930b-4ee1810b20c8 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:19.288175 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-235aff7f-c788-4402-93fe-663bb363e724 req-07b49488-a395-48bf-930b-4ee1810b20c8 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0623746 Sep 14 18:53:19.330449 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['0036a361-4424-47c9-85b9-51d4bdffa849'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:53:19.339553 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-235aff7f-c788-4402-93fe-663bb363e724 req-ed102862-0b85-4d92-b62a-d48f5461f729 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Sep 14 18:53:19.538612 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:53:19.562864 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:53:19.563181 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device fc93ac30-c49d-4c25-ade6-e3c61df1fcc5 not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:53:19.593151 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-85f49cc7-2bf4-426e-a1b4-cf537ff58de3 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:19.594800 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-85f49cc7-2bf4-426e-a1b4-cf537ff58de3 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/networks?id=6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 HTTP/1.1" status: 200 len: 813 time: 0.1733074 Sep 14 18:53:19.619506 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-5135ce96-7466-4702-a4b2-edee00567cd3 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/quotas/5a5c190523d0499c8f50ad75d702f930 HTTP/1.1" status: 200 len: 375 time: 0.0145578 Sep 14 18:53:19.640581 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 45770) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:53:19.670453 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-25829353-d311-4a10-9d8b-c482d58a76ef tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a5c190523d0499c8f50ad75d702f930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409045 Sep 14 18:53:19.694303 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a13fac-695d-4b82-afb2-4a8802a3011f admin admin] Deleting subnet be14de86-797e-40b4-a21a-5af3dd1cd815 {{(pid=105942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 18:53:19.699512 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-49a13fac-695d-4b82-afb2-4a8802a3011f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:19.766859 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-49a13fac-695d-4b82-afb2-4a8802a3011f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:19.776583 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-49a13fac-695d-4b82-afb2-4a8802a3011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:19.812191 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05be0c-f66e-4d61-afc1-96af7fafb98f req-0748abc1-1b09-4634-94c8-c83fe6a07031 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:19.813841 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ad05be0c-f66e-4d61-afc1-96af7fafb98f req-0748abc1-1b09-4634-94c8-c83fe6a07031 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 944 time: 0.1169505 Sep 14 18:53:19.819758 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-f6a79cc7-4aac-4ac5-865d-6d101350c930 service neutron] 10.222.0.37 "GET /v2.0/networks/6d7067ff-71fe-4d6a-9e66-6233ccccf1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348259 Sep 14 18:53:19.872485 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ad05be0c-f66e-4d61-afc1-96af7fafb98f req-38efb330-f044-4486-9f46-9840be8fe38a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477195 Sep 14 18:53:19.882242 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-49a13fac-695d-4b82-afb2-4a8802a3011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for subnet, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:19.930797 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a13fac-695d-4b82-afb2-4a8802a3011f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be14de86-797e-40b4-a21a-5af3dd1cd815,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:19.934869 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-49a13fac-695d-4b82-afb2-4a8802a3011f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:19.937327 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-49a13fac-695d-4b82-afb2-4a8802a3011f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/be14de86-797e-40b4-a21a-5af3dd1cd815 HTTP/1.1" status: 204 len: 168 time: 0.2954960 Sep 14 18:53:19.940216 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 45772) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:53:19.962331 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-adfed155-0c0f-4ea8-8a2e-064ab9e147eb service neutron] 10.222.0.37 "GET /v2.0/networks/6d7067ff-71fe-4d6a-9e66-6233ccccf1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311800 Sep 14 18:53:20.028846 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:20.144680 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:20.194101 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-931f13b0-f96b-49fa-af2b-acc7f8e63544 req-7935af1a-f101-4f97-a737-bfce75b8a99d tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 210 time: 0.0462973 Sep 14 18:53:20.198972 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.199627 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.200716 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.201213 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > port after_create 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.201919 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.202287 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > port after_update 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.202601 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.202939 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.203255 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.203593 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.289271 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.289616 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.289953 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.290310 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 18:53:20.290695 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa28baf6-f7f2-49ee-9a9f-ecad758ebbba']}} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:53:20.314559 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f68ac8-ae7c-4e6b-befa-6338362d467b') {'for_net_delete': True} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:53:20.314906 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f68ac8-ae7c-4e6b-befa-6338362d467b') {} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:53:20.340346 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25522297'] for segment, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:20.394812 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:20.408597 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=105942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 18:53:20.409553 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27029107'] for segment, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: from cryptography.utils import int_from_bytes Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: from cryptography.utils import int_from_bytes Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: Traceback (most recent call last): Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: timer() Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: cb(*args, **kw) Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: return func(*args, **kwargs) Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: self._notify() Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: self.callback(batched_events) Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: event.method(event) Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: return f(self, *a, **k) Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._get(url).json() Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: return self.request(url, 'GET', **kwargs) Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 18:53:20.417595 dv-cinder-808992-5-iscsi neutron-server[105942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 18:53:20.530970 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:20.532841 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c2b08-54ca-459a-ba28-bce82239f9f6 req-c03a7c8f-6d36-4abc-99c7-22968f75ddbe tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:20.535073 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-223c2b08-54ca-459a-ba28-bce82239f9f6 req-c03a7c8f-6d36-4abc-99c7-22968f75ddbe tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0671666 Sep 14 18:53:20.544884 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:20.548256 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fa28baf6-f7f2-49ee-9a9f-ecad758ebbba HTTP/1.1" status: 204 len: 168 time: 0.6063933 Sep 14 18:53:20.563608 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f07838-a254-423e-970c-9cd82cdcf577 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa28baf6-f7f2-49ee-9a9f-ecad758ebbba,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:20.615795 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-223c2b08-54ca-459a-ba28-bce82239f9f6 req-29b5d879-30fb-4543-a1e8-e386541edecc tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678592 Sep 14 18:53:20.767411 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 45794) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:53:20.808583 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b480d6f9-d430-473c-9670-64a26a315a1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd77571737524d5ea7eed3f1beb8d103&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399196 Sep 14 18:53:20.810945 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 45796) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:53:20.860713 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ac925f1c-8929-4b18-b42f-77d77b803f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:20.884018 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ac925f1c-8929-4b18-b42f-77d77b803f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:20.937464 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ac925f1c-8929-4b18-b42f-77d77b803f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:20.940258 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ac925f1c-8929-4b18-b42f-77d77b803f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:20.941702 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-ac925f1c-8929-4b18-b42f-77d77b803f06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b69be789-22d3-486f-9e3c-3cdba01e87a8 HTTP/1.1" status: 204 len: 168 time: 0.1296613 Sep 14 18:53:20.951636 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac925f1c-8929-4b18-b42f-77d77b803f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69be789-22d3-486f-9e3c-3cdba01e87a8,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:21.055047 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1819-dda5-4f6e-ab77-c27c017cc5b8 req-406f2b76-ef93-40d6-b6f1-41fed61f9df9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:21.056824 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ee2c1819-dda5-4f6e-ab77-c27c017cc5b8 req-406f2b76-ef93-40d6-b6f1-41fed61f9df9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 944 time: 0.0579603 Sep 14 18:53:21.097918 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ee2c1819-dda5-4f6e-ab77-c27c017cc5b8 req-91e82e3f-d5a3-4037-8919-7252374ab59d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338922 Sep 14 18:53:21.308010 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d922a270-e18b-4635-b974-fd6d8a3b4d17 req-d756e29c-a341-4932-838f-8262b7ed5d02 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 210 time: 0.0287786 Sep 14 18:53:21.585609 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 0036a361-4424-47c9-85b9-51d4bdffa849 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:53:21.642391 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 0036a361-4424-47c9-85b9-51d4bdffa849 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:53:21.642767 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:21.727011 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:21.754974 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:53:21.755783 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11910fb6-1ac6-44f4-99ea-f620e4978adb req-ce69ddc6-809b-4dad-a4ff-725c94c8eff5 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:21.757224 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e343d0-3907-4913-a0dd-8f8ab28e47c5" -d '{"events": [{"server_uuid": "6100979a-9186-459b-944a-a0a100521758", "name": "network-vif-plugged", "status": "completed", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:53:21.757352 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-11910fb6-1ac6-44f4-99ea-f620e4978adb req-ce69ddc6-809b-4dad-a4ff-725c94c8eff5 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0643234 Sep 14 18:53:21.772347 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 0036a361-4424-47c9-85b9-51d4bdffa849, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0036a361-4424-47c9-85b9-51d4bdffa849,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:53:21.778977 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:21.809463 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-11910fb6-1ac6-44f4-99ea-f620e4978adb req-3bddf3df-a1e4-4fa5-ba8e-b9bb9a3e5efb tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410950 Sep 14 18:53:21.816472 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22989816-ad1f-4ef9-8f52-fc3e8a731a0b x-openstack-request-id: req-22989816-ad1f-4ef9-8f52-fc3e8a731a0b {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:53:21.816980 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6100979a-9186-459b-944a-a0a100521758", "name": "network-vif-plugged", "status": "completed", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:53:21.817314 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22989816-ad1f-4ef9-8f52-fc3e8a731a0b {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:53:21.817886 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849', 'code': 200} Sep 14 18:53:21.839974 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=0036a361-4424-47c9-85b9-51d4bdffa849,revision_number=10']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:22.063992 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-d738a899-6099-4f35-8eb2-146c7e0268e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:22.266843 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c976d8-8a66-43d1-b074-512595c6120e req-22faeb0a-49a5-41ba-b0f9-c061ca12cccf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:22.268454 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-64c976d8-8a66-43d1-b074-512595c6120e req-22faeb0a-49a5-41ba-b0f9-c061ca12cccf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 946 time: 0.0566630 Sep 14 18:53:22.314221 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-64c976d8-8a66-43d1-b074-512595c6120e req-e7b42fa3-523d-4ebb-b678-8fb8f51572ca tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340874 Sep 14 18:53:22.421942 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7dfd56f2-922d-49db-b653-99e739bac310 req-c7f90a95-f080-4ce4-bea8-f41154f923c2 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 210 time: 0.0273068 Sep 14 18:53:22.929241 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b9a4d-12c3-47f0-b2cb-5813d51ccbfe req-49d73e1a-8c3d-4ec5-b218-bec6607948ac tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:22.930803 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0c6b9a4d-12c3-47f0-b2cb-5813d51ccbfe req-49d73e1a-8c3d-4ec5-b218-bec6607948ac tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0535214 Sep 14 18:53:22.969922 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0c6b9a4d-12c3-47f0-b2cb-5813d51ccbfe req-78984c28-d73b-4e64-8161-52c55d60a9a7 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331018 Sep 14 18:53:23.442790 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073e9b4-7052-469b-b833-9326f29c1c0a req-b3ec8524-ed9a-45b6-a1d0-c2da14555ada tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:23.444477 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b073e9b4-7052-469b-b833-9326f29c1c0a req-b3ec8524-ed9a-45b6-a1d0-c2da14555ada tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 946 time: 0.0547431 Sep 14 18:53:23.493204 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b073e9b4-7052-469b-b833-9326f29c1c0a req-2a930f2a-b9ec-4ea3-9115-677fe7fb78af tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419979 Sep 14 18:53:23.541126 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d8e42d37-7064-412b-8d4d-495346a1bef6 req-a8d57148-e962-46dd-8cb9-699cd9cc97b4 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 210 time: 0.0288024 Sep 14 18:53:23.826858 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 45870) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:53:23.944623 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ba4470d3-cb20-4726-a4ae-82a762f6f12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:24.104555 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ba4470d3-cb20-4726-a4ae-82a762f6f12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:24.115479 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ba4470d3-cb20-4726-a4ae-82a762f6f12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:24.178129 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4470d3-cb20-4726-a4ae-82a762f6f12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9f5c4f-594e-4fad-becb-5b1ba28a5aa5,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:24.199821 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-ba4470d3-cb20-4726-a4ae-82a762f6f12a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7b88e21e72d4d0f8ea2a13276cab443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686836 Sep 14 18:53:24.199821 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 45876) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:53:24.209445 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639d913-7bb7-4c4d-af3b-547a0d45b9ac req-32512de6-652f-46e5-b8f7-fbfed326f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:24.210902 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4639d913-7bb7-4c4d-af3b-547a0d45b9ac req-32512de6-652f-46e5-b8f7-fbfed326f9bf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 1099 time: 0.1087337 Sep 14 18:53:24.223610 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ed654-007e-4308-8b54-b991ef0f2bc4 req-e77be72d-089f-46ee-8a91-b3b0febe69d1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:24.226044 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bd3ed654-007e-4308-8b54-b991ef0f2bc4 req-e77be72d-089f-46ee-8a91-b3b0febe69d1 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1312099 Sep 14 18:53:24.260153 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-6dc8fb1a-0b86-46c0-915c-f126cdd1f64b tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:24.261802 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-6dc8fb1a-0b86-46c0-915c-f126cdd1f64b tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.68 "GET /v2.0/networks?id=6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 HTTP/1.1" status: 200 len: 813 time: 0.2092090 Sep 14 18:53:24.278594 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-0efe263e-06bd-4d4b-9bf2-413bd3026527 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Request body: {'port': {'device_id': 'aaef261d-16cc-4d7d-855f-3106516b4576', 'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2', 'admin_state_up': True, 'tenant_id': '5a5c190523d0499c8f50ad75d702f930'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:53:24.283406 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4639d913-7bb7-4c4d-af3b-547a0d45b9ac req-c7ec5949-937d-4a1f-b320-33abd0bae935 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536890 Sep 14 18:53:24.290879 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8ccb55f4-86b5-4211-9144-e6a420e411b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:24.317468 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8ccb55f4-86b5-4211-9144-e6a420e411b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:24.322848 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bd3ed654-007e-4308-8b54-b991ef0f2bc4 req-5f9f8c76-0f81-40f6-ab85-d85ac9c6c464 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884743 Sep 14 18:53:24.374697 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8ccb55f4-86b5-4211-9144-e6a420e411b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:24.377922 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8ccb55f4-86b5-4211-9144-e6a420e411b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:24.382043 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-8ccb55f4-86b5-4211-9144-e6a420e411b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d9f5c4f-594e-4fad-becb-5b1ba28a5aa5 HTTP/1.1" status: 204 len: 168 time: 0.1811678 Sep 14 18:53:24.390968 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb55f4-86b5-4211-9144-e6a420e411b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9f5c4f-594e-4fad-becb-5b1ba28a5aa5,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:24.420606 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-0efe263e-06bd-4d4b-9bf2-413bd3026527 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Made reservation on behalf of 5a5c190523d0499c8f50ad75d702f930 for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:53:24.427418 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-0efe263e-06bd-4d4b-9bf2-413bd3026527 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:24.573845 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-0efe263e-06bd-4d4b-9bf2-413bd3026527 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Allocated IP 172.20.0.9 (6d7067ff-71fe-4d6a-9e66-6233ccccf1e2/95f23e7b-1bd5-4fcb-89a3-9f490a61d777/30afffd6-957c-49ca-ae0f-c718cfb83834) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:53:24.708451 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc773b3-7a39-48f3-a654-c59f080f330e req-af6e66a2-9d63-4934-be0d-bfb94a619211 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:24.715480 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cfc773b3-7a39-48f3-a654-c59f080f330e req-af6e66a2-9d63-4934-be0d-bfb94a619211 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 946 time: 0.0733323 Sep 14 18:53:24.766072 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cfc773b3-7a39-48f3-a654-c59f080f330e req-7b2e0cab-b4e8-411d-9d9c-2a3161b293d5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493026 Sep 14 18:53:24.785972 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-0efe263e-06bd-4d4b-9bf2-413bd3026527 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:24.797974 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 45900) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:53:24.815360 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1c768417-2b1e-4c1f-81ef-115e28affcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:24.834684 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0ea75e51-704f-4bad-bb43-c8d0fc525d71 req-73f66b2f-8886-4ab8-a01d-2ad403db55f5 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 210 time: 0.0377128 Sep 14 18:53:24.862936 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-0efe263e-06bd-4d4b-9bf2-413bd3026527 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:24.947060 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1c768417-2b1e-4c1f-81ef-115e28affcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:24.952069 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1c768417-2b1e-4c1f-81ef-115e28affcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:25.003560 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-1c768417-2b1e-4c1f-81ef-115e28affcca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8996477af07644a6a309b676fbea2478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017953 Sep 14 18:53:25.003560 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c768417-2b1e-4c1f-81ef-115e28affcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8542867-773c-429b-9616-3fab052e980d,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:25.007027 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 45902) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:53:25.031079 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:25.069455 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8648-2553-44b3-a2cc-df3092a8e81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:25.093329 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8648-2553-44b3-a2cc-df3092a8e81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:25.157852 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8648-2553-44b3-a2cc-df3092a8e81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:25.159920 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-0efe263e-06bd-4d4b-9bf2-413bd3026527 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Network 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:53:25.160972 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8648-2553-44b3-a2cc-df3092a8e81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:25.162217 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-ed4f8648-2553-44b3-a2cc-df3092a8e81d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8542867-773c-429b-9616-3fab052e980d HTTP/1.1" status: 204 len: 168 time: 0.1538675 Sep 14 18:53:25.167652 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-0efe263e-06bd-4d4b-9bf2-413bd3026527 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:53:25.171749 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f8648-2553-44b3-a2cc-df3092a8e81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8542867-773c-429b-9616-3fab052e980d,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:25.172095 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-0efe263e-06bd-4d4b-9bf2-413bd3026527 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:53:25.199382 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe263e-06bd-4d4b-9bf2-413bd3026527 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Pushing event updated for resources: {'Port': ['ID=30afffd6-957c-49ca-ae0f-c718cfb83834,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:25.229244 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-0efe263e-06bd-4d4b-9bf2-413bd3026527 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:25.229914 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-0efe263e-06bd-4d4b-9bf2-413bd3026527 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:25.247620 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-0efe263e-06bd-4d4b-9bf2-413bd3026527 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9760711 Sep 14 18:53:25.250605 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-ee037631-a879-46b4-b589-0f7268814b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:25.469187 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c619351-7a70-4579-a728-76f74096a372 req-93472585-75fe-4819-9fc6-e4e251fd67fe tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:25.470724 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3c619351-7a70-4579-a728-76f74096a372 req-93472585-75fe-4819-9fc6-e4e251fd67fe tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0614951 Sep 14 18:53:25.512133 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3c619351-7a70-4579-a728-76f74096a372 req-c16593ec-7032-4dc9-9f8b-a9c6809c0007 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350416 Sep 14 18:53:25.920619 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23f5da-603a-4eb3-81e9-2a039878189d req-f160b50d-4cf2-402c-841c-6a1940e44635 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:25.921710 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-af23f5da-603a-4eb3-81e9-2a039878189d req-f160b50d-4cf2-402c-841c-6a1940e44635 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 946 time: 0.0522227 Sep 14 18:53:25.968035 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b93ff-cf6c-40a1-9e9d-503d73a0951e req-036a9d10-0035-4069-a3db-5e097024d8db tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:25.969772 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e13b93ff-cf6c-40a1-9e9d-503d73a0951e req-036a9d10-0035-4069-a3db-5e097024d8db tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 931 time: 0.0538273 Sep 14 18:53:25.971976 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-af23f5da-603a-4eb3-81e9-2a039878189d req-c7074b44-6e1c-42e5-8fdd-96470c128931 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411747 Sep 14 18:53:26.036756 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e13b93ff-cf6c-40a1-9e9d-503d73a0951e req-7819cbd0-1f52-4aba-91d3-1aef2edcf626 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581682 Sep 14 18:53:26.618646 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:26.657191 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f79cbe-1827-4710-9a68-848802ce37ca req-9c0ef030-e430-4ad2-bb70-edbba78c45bf tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:26.658473 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-01f79cbe-1827-4710-9a68-848802ce37ca req-9c0ef030-e430-4ad2-bb70-edbba78c45bf tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0731192 Sep 14 18:53:26.700534 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-01f79cbe-1827-4710-9a68-848802ce37ca req-48414282-eb85-43f6-8839-a182fd5be0cf tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340242 Sep 14 18:53:27.126948 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01275089-5b89-4ba3-86ce-3e05b4901bf7 req-66ebb19a-2bd4-4fd9-899b-a475e2410af5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:27.128724 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-01275089-5b89-4ba3-86ce-3e05b4901bf7 req-66ebb19a-2bd4-4fd9-899b-a475e2410af5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 946 time: 0.0594592 Sep 14 18:53:27.155875 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0caf7-9915-4702-8912-726c3dcb75ae req-0df4c8e5-9bf2-49fd-a013-635d595b0eef tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:27.157460 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7bc0caf7-9915-4702-8912-726c3dcb75ae req-0df4c8e5-9bf2-49fd-a013-635d595b0eef tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 931 time: 0.0583787 Sep 14 18:53:27.172442 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-01275089-5b89-4ba3-86ce-3e05b4901bf7 req-4e357929-7e0c-46c8-a15e-875baa777d1c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368633 Sep 14 18:53:27.207639 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7bc0caf7-9915-4702-8912-726c3dcb75ae req-695f2cf9-9510-4d2b-9a40-6c726cd45071 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433707 Sep 14 18:53:27.823623 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158324c-237d-40dc-8f68-c4f152604e42 req-ea7203b3-61e9-47e9-9d19-d05e522aa1b4 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:27.825269 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8158324c-237d-40dc-8f68-c4f152604e42 req-ea7203b3-61e9-47e9-9d19-d05e522aa1b4 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0501277 Sep 14 18:53:27.871920 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8158324c-237d-40dc-8f68-c4f152604e42 req-b5e0a2a5-91be-4e94-9820-8346cc4f36dc tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Sep 14 18:53:27.932481 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Request body: {'port': {'device_id': 'aaef261d-16cc-4d7d-855f-3106516b4576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:53:27.990437 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:28.175114 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cd5cc056-d573-49ef-a648-edc3d8dc35ff req-5345edc2-86b3-4b22-b567-2bbea298510e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506008 Sep 14 18:53:28.266694 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:28.299163 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cc056-d573-49ef-a648-edc3d8dc35ff req-791a6c0b-5591-4d17-a1e5-f8054d97a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:28.303347 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cd5cc056-d573-49ef-a648-edc3d8dc35ff req-791a6c0b-5591-4d17-a1e5-f8054d97a310 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 1098 time: 0.1023946 Sep 14 18:53:28.355977 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30afffd6-957c-49ca-ae0f-c718cfb83834 {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:53:28.371994 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:28.404623 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798afe45-8815-4899-ac1e-40a9a39d6285 req-d2449602-6515-4958-a7f6-fe25b3d9dbbe tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:28.406230 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-798afe45-8815-4899-ac1e-40a9a39d6285 req-d2449602-6515-4958-a7f6-fe25b3d9dbbe tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 946 time: 0.0933411 Sep 14 18:53:28.407382 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Transition to ACTIVE for port object 30afffd6-957c-49ca-ae0f-c718cfb83834 will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:53:28.411870 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:28.464942 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cc056-d573-49ef-a648-edc3d8dc35ff req-68e98e60-06a3-46b5-b072-0c047dc6c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:28.466414 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cd5cc056-d573-49ef-a648-edc3d8dc35ff req-68e98e60-06a3-46b5-b072-0c047dc6c893 service neutron] 10.222.0.68 "GET /v2.0/networks?id=60c55d5f-4d23-4654-87c3-ff99b40f316e HTTP/1.1" status: 200 len: 919 time: 0.1267326 Sep 14 18:53:28.478227 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e242a-b613-4215-898b-0d8b142a1b2d req-a688dd3e-811d-4c0c-b142-44f654aaf581 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:28.480413 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c29e242a-b613-4215-898b-0d8b142a1b2d req-a688dd3e-811d-4c0c-b142-44f654aaf581 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 931 time: 0.1675103 Sep 14 18:53:28.531700 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cd5cc056-d573-49ef-a648-edc3d8dc35ff req-c2de9f3d-9d94-4d5d-a05a-6567a94be185 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db24d701-705b-4b3a-bd4d-d9445a341471 HTTP/1.1" status: 200 len: 217 time: 0.0498421 Sep 14 18:53:28.534287 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=30afffd6-957c-49ca-ae0f-c718cfb83834,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:28.541663 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-798afe45-8815-4899-ac1e-40a9a39d6285 req-ea34a0fa-185e-47c9-b25d-0084685d8300 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252990 Sep 14 18:53:28.572866 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c29e242a-b613-4215-898b-0d8b142a1b2d req-71eddc38-2117-46cb-97a0-19765da92416 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812619 Sep 14 18:53:28.573291 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:28.573684 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:28.574064 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:28.574400 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:28.574965 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:28.585882 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:28.586162 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:28.586508 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:28.586847 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:28.587183 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:28.587586 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:28.596425 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:28.619961 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Attempting to bind port 30afffd6-957c-49ca-ae0f-c718cfb83834 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:53:28.620565 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Attempting to bind port 30afffd6-957c-49ca-ae0f-c718cfb83834 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'd9a5eff2-c64c-4318-a706-3d41f743abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:53:28.621250 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Attempting to bind port 30afffd6-957c-49ca-ae0f-c718cfb83834 on network 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:53:28.622506 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cc056-d573-49ef-a648-edc3d8dc35ff req-a39039ed-d6aa-4005-b7cc-1a403cdfd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:28.624042 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cd5cc056-d573-49ef-a648-edc3d8dc35ff req-a39039ed-d6aa-4005-b7cc-1a403cdfd3cf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2ed0d02-8c91-4443-9299-793ee86f77f1 HTTP/1.1" status: 200 len: 858 time: 0.0847535 Sep 14 18:53:28.626672 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Port 30afffd6-957c-49ca-ae0f-c718cfb83834 on network 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:53:28.626998 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Attempting to bind port 30afffd6-957c-49ca-ae0f-c718cfb83834 on network 6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:53:28.632747 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:53:28.633094 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Checking segment: {'id': 'd9a5eff2-c64c-4318-a706-3d41f743abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:53:28.633482 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Bound using segment: {'id': 'd9a5eff2-c64c-4318-a706-3d41f743abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:53:28.633943 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Bound port: 30afffd6-957c-49ca-ae0f-c718cfb83834, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a5eff2-c64c-4318-a706-3d41f743abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:53:28.634310 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:28.680278 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cd5cc056-d573-49ef-a648-edc3d8dc35ff req-f789d950-ccaf-4605-ac4f-5a6661ea2eae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60c55d5f-4d23-4654-87c3-ff99b40f316e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411491 Sep 14 18:53:28.724379 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] For port 30afffd6-957c-49ca-ae0f-c718cfb83834, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:53:28.730918 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] For port 30afffd6-957c-49ca-ae0f-c718cfb83834, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=30afffd6-957c-49ca-ae0f-c718cfb83834,segment=NetworkSegment(d9a5eff2-c64c-4318-a706-3d41f743abca),segment_id=d9a5eff2-c64c-4318-a706-3d41f743abca)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:53:28.737026 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:28.786063 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:28.786689 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:28.788218 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] 10.222.0.68 "PUT /v2.0/ports/30afffd6-957c-49ca-ae0f-c718cfb83834 HTTP/1.1" status: 200 len: 1093 time: 0.8601923 Sep 14 18:53:28.788804 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaef261d-16cc-4d7d-855f-3106516b4576', 'tag': '30afffd6-957c-49ca-ae0f-c718cfb83834'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:53:28.791373 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07c7c40-3ce7-4c52-9da7-fd75bdfb35c7" -d '{"events": [{"name": "network-changed", "server_uuid": "aaef261d-16cc-4d7d-855f-3106516b4576", "tag": "30afffd6-957c-49ca-ae0f-c718cfb83834"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:53:28.818588 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fff51-6be4-4183-8027-f7e700dcdaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=30afffd6-957c-49ca-ae0f-c718cfb83834,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:28.826216 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cd5cc056-d573-49ef-a648-edc3d8dc35ff req-79577837-a8d2-40c3-a857-4af43af99a04 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234295 Sep 14 18:53:28.859782 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ef5eb4-f364-46ad-887e-4e20ae13bdcd x-openstack-request-id: req-75ef5eb4-f364-46ad-887e-4e20ae13bdcd {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:53:28.860203 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaef261d-16cc-4d7d-855f-3106516b4576", "tag": "30afffd6-957c-49ca-ae0f-c718cfb83834", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:53:28.860594 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75ef5eb4-f364-46ad-887e-4e20ae13bdcd {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:53:28.861280 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaef261d-16cc-4d7d-855f-3106516b4576', 'tag': '30afffd6-957c-49ca-ae0f-c718cfb83834', 'status': 'completed', 'code': 200} Sep 14 18:53:28.964698 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-850979b1-273d-47d4-8180-4f9b371ff183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:28.968707 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-850979b1-273d-47d4-8180-4f9b371ff183 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a5c190523d0499c8f50ad75d702f930&device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 1096 time: 0.1050234 Sep 14 18:53:28.979805 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cd5cc056-d573-49ef-a648-edc3d8dc35ff req-9236b473-41d2-45fc-b3ea-f31679e78872 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232541 Sep 14 18:53:29.029021 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:29.048251 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-631d9330-0a22-4c8d-9a17-2eed86f30385 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30afffd6-957c-49ca-ae0f-c718cfb83834 HTTP/1.1" status: 200 len: 217 time: 0.0672314 Sep 14 18:53:29.071676 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0429cfe-964e-4ff5-8a7c-f1b4d6858d09 req-6a4a99ac-e49c-43c9-8457-d376132137f7 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:29.079678 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f0429cfe-964e-4ff5-8a7c-f1b4d6858d09 req-6a4a99ac-e49c-43c9-8457-d376132137f7 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0789998 Sep 14 18:53:29.119295 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f0429cfe-964e-4ff5-8a7c-f1b4d6858d09 req-25a3b620-6743-4bcc-b5ff-2899cd574d1d tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386715 Sep 14 18:53:29.150333 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-dcda13bc-d77a-4ec1-abec-195592833e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:29.151718 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-dcda13bc-d77a-4ec1-abec-195592833e6a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=95f23e7b-1bd5-4fcb-89a3-9f490a61d777 HTTP/1.1" status: 200 len: 853 time: 0.0904734 Sep 14 18:53:29.187582 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634b75d-ee9e-4a2b-92bd-ab3453f0a1c2 req-f4483bca-5d36-4b05-9c52-40f396b7dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:29.189179 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b634b75d-ee9e-4a2b-92bd-ab3453f0a1c2 req-f4483bca-5d36-4b05-9c52-40f396b7dc92 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 1098 time: 0.0689392 Sep 14 18:53:29.198849 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-d95ada39-5b37-4147-bfca-de810a0549e4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6d7067ff-71fe-4d6a-9e66-6233ccccf1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359247 Sep 14 18:53:29.255370 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b634b75d-ee9e-4a2b-92bd-ab3453f0a1c2 req-97c97503-895c-424b-bc1c-5709ac914fba service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436926 Sep 14 18:53:29.321746 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-1d791416-2b4a-48e9-8e56-749464d01398 service neutron] 10.222.0.68 "GET /v2.0/networks/6d7067ff-71fe-4d6a-9e66-6233ccccf1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094167 Sep 14 18:53:29.575086 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-facc1598-efd1-4d19-a280-9964c7e5a9b1 req-0e73ab5f-0837-4283-9cda-96f29d5fdc33 service neutron] 10.222.0.68 "GET /v2.0/networks/6d7067ff-71fe-4d6a-9e66-6233ccccf1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953901 Sep 14 18:53:29.706607 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a91db-b779-4c3e-8146-dd92efb7fe59 req-0c98e370-53ca-4300-b248-6b0de6847754 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:29.708161 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ff9a91db-b779-4c3e-8146-dd92efb7fe59 req-0c98e370-53ca-4300-b248-6b0de6847754 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 946 time: 0.0542355 Sep 14 18:53:29.715839 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1017bd-78a6-4966-8763-569f60b9eb82 req-64189f01-063d-4327-8057-ca0224f65dcf tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:29.717951 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4d1017bd-78a6-4966-8763-569f60b9eb82 req-64189f01-063d-4327-8057-ca0224f65dcf tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 943 time: 0.0592856 Sep 14 18:53:29.752881 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ff9a91db-b779-4c3e-8146-dd92efb7fe59 req-2e25e283-3471-4f0a-8458-cc0437262706 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379567 Sep 14 18:53:29.781605 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4d1017bd-78a6-4966-8763-569f60b9eb82 req-a1dc4d2a-fea9-46a7-b55d-cf0d448242a5 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440333 Sep 14 18:53:30.247792 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee372b9b-32ad-4dad-94b6-b75c43db7cc6 req-0c84f6fd-786b-4469-a754-43c2f527aad3 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:30.249349 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ee372b9b-32ad-4dad-94b6-b75c43db7cc6 req-0c84f6fd-786b-4469-a754-43c2f527aad3 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0517395 Sep 14 18:53:30.295382 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ee372b9b-32ad-4dad-94b6-b75c43db7cc6 req-a6aa5adb-516f-434b-9ad0-a15d149dedfe tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383332 Sep 14 18:53:30.895273 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc2f1e-c2de-42cb-a084-2d62a7b409f1 req-27457c2e-9119-4fae-8087-040aef52a454 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:30.896682 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1bcc2f1e-c2de-42cb-a084-2d62a7b409f1 req-27457c2e-9119-4fae-8087-040aef52a454 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 943 time: 0.0560930 Sep 14 18:53:30.934468 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1bcc2f1e-c2de-42cb-a084-2d62a7b409f1 req-a396ff56-ea6f-42eb-9152-cac1ec8cd850 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Sep 14 18:53:31.421280 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c9d9e-3a52-4020-84c8-e37da14f7338 req-4b907cbf-1ca5-4423-8b42-56ef6b3a045f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:31.422792 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b01c9d9e-3a52-4020-84c8-e37da14f7338 req-4b907cbf-1ca5-4423-8b42-56ef6b3a045f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0558338 Sep 14 18:53:31.460836 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b01c9d9e-3a52-4020-84c8-e37da14f7338 req-a16615cd-8c26-49c4-bd2b-eedd93578a30 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319185 Sep 14 18:53:31.955302 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:53:32.054856 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8deff-ef5d-452a-a686-f43e578c3c93 req-4dc6139e-e3fd-4d2f-b659-f04c1b103cbf tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:32.056408 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9ae8deff-ef5d-452a-a686-f43e578c3c93 req-4dc6139e-e3fd-4d2f-b659-f04c1b103cbf tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 943 time: 0.0546153 Sep 14 18:53:32.097417 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9ae8deff-ef5d-452a-a686-f43e578c3c93 req-f07836d4-be67-4319-9836-4f5690f31a1f tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350745 Sep 14 18:53:32.481919 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c7c40-3ce7-4c52-9da7-fd75bdfb35c7 req-e82f9635-b228-400b-8fd0-1346a7a972fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:32.483596 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f07c7c40-3ce7-4c52-9da7-fd75bdfb35c7 req-e82f9635-b228-400b-8fd0-1346a7a972fe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a5c190523d0499c8f50ad75d702f930&device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 1096 time: 0.0450876 Sep 14 18:53:32.627952 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233d25-b4bb-4931-9e00-7d302ba072b1 req-af314a40-8027-482f-9dff-bd320b0a4fd5 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:32.630017 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-be233d25-b4bb-4931-9e00-7d302ba072b1 req-af314a40-8027-482f-9dff-bd320b0a4fd5 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.1007187 Sep 14 18:53:32.631203 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c7c40-3ce7-4c52-9da7-fd75bdfb35c7 req-18b46044-2c1a-4bd4-ac4b-a93dd3b8d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:32.632588 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f07c7c40-3ce7-4c52-9da7-fd75bdfb35c7 req-18b46044-2c1a-4bd4-ac4b-a93dd3b8d807 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 HTTP/1.1" status: 200 len: 914 time: 0.1343892 Sep 14 18:53:32.689363 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f07c7c40-3ce7-4c52-9da7-fd75bdfb35c7 req-305fbbcc-f2d0-4e0d-985d-579c615a0c25 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30afffd6-957c-49ca-ae0f-c718cfb83834 HTTP/1.1" status: 200 len: 217 time: 0.0376508 Sep 14 18:53:32.701885 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-be233d25-b4bb-4931-9e00-7d302ba072b1 req-43810d23-abbf-4297-bc23-a816853c5118 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657103 Sep 14 18:53:32.752224 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c7c40-3ce7-4c52-9da7-fd75bdfb35c7 req-1067b360-c7ff-48c7-a512-9269110eb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:32.753940 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f07c7c40-3ce7-4c52-9da7-fd75bdfb35c7 req-1067b360-c7ff-48c7-a512-9269110eb713 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=95f23e7b-1bd5-4fcb-89a3-9f490a61d777 HTTP/1.1" status: 200 len: 853 time: 0.0511236 Sep 14 18:53:32.791707 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f07c7c40-3ce7-4c52-9da7-fd75bdfb35c7 req-3d7341db-d89e-4aad-b12b-0606d97d520a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6d7067ff-71fe-4d6a-9e66-6233ccccf1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254817 Sep 14 18:53:32.892486 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f07c7c40-3ce7-4c52-9da7-fd75bdfb35c7 req-eb786ef4-190a-4b4e-b902-b576d51a4913 service neutron] 10.222.0.68 "GET /v2.0/networks/6d7067ff-71fe-4d6a-9e66-6233ccccf1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889568 Sep 14 18:53:33.015207 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f07c7c40-3ce7-4c52-9da7-fd75bdfb35c7 req-e5eb25f5-cb9b-4161-8109-56634027e428 service neutron] 10.222.0.68 "GET /v2.0/networks/6d7067ff-71fe-4d6a-9e66-6233ccccf1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965292 Sep 14 18:53:33.215939 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab21d41-e35a-41ef-a8ad-4fe6b276ea0d req-170045f1-1e0d-4635-895a-aa4bf40b57de tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:33.217393 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0ab21d41-e35a-41ef-a8ad-4fe6b276ea0d req-170045f1-1e0d-4635-895a-aa4bf40b57de tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 943 time: 0.0520537 Sep 14 18:53:33.257929 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0ab21d41-e35a-41ef-a8ad-4fe6b276ea0d req-6529e15f-7d9d-48e5-9dc7-4477881c4e2a tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342095 Sep 14 18:53:33.828227 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df622d64-e0cc-4671-a790-d256f2e80057 req-d1edf78b-2b1b-41ca-89b9-3002053e08ff tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:33.829773 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-df622d64-e0cc-4671-a790-d256f2e80057 req-d1edf78b-2b1b-41ca-89b9-3002053e08ff tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0562825 Sep 14 18:53:33.871390 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-df622d64-e0cc-4671-a790-d256f2e80057 req-48e31d5a-9231-4067-a5b5-25e2b99a6054 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347025 Sep 14 18:53:34.369663 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c0de0-8b87-46f2-9392-37256a5752dd req-a3cd670a-f8ff-479f-abc5-59f9a17519db tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:34.371123 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3e4c0de0-8b87-46f2-9392-37256a5752dd req-a3cd670a-f8ff-479f-abc5-59f9a17519db tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 943 time: 0.0483134 Sep 14 18:53:34.408036 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3e4c0de0-8b87-46f2-9392-37256a5752dd req-3eb3f618-185c-4a2d-9af3-db5f673f637b tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310819 Sep 14 18:53:34.992536 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3482ad-c35e-40c0-82a1-35dbcc180cdc req-2ee82984-6aa5-4d3b-ade0-ffeb1be97edf tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:34.994077 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3c3482ad-c35e-40c0-82a1-35dbcc180cdc req-2ee82984-6aa5-4d3b-ade0-ffeb1be97edf tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0507584 Sep 14 18:53:35.037273 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3c3482ad-c35e-40c0-82a1-35dbcc180cdc req-d5017258-8d8d-425c-afb3-0f42b6ed65ec tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371506 Sep 14 18:53:35.521234 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b2826-e01e-473c-b455-97fe371d9662 req-c6bcc3ef-eb38-438d-ab93-e0803ba57c7b tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:35.522772 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a87b2826-e01e-473c-b455-97fe371d9662 req-c6bcc3ef-eb38-438d-ab93-e0803ba57c7b tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 943 time: 0.0486956 Sep 14 18:53:35.581404 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a87b2826-e01e-473c-b455-97fe371d9662 req-46cf4a03-de6c-4a2e-ac5f-40c1a5f0d498 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523264 Sep 14 18:53:36.165870 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7500cf-75fe-49fe-915e-8f3517c26965 req-73ffd4ac-d2c4-407f-a5b8-a9f9c1093283 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:36.167425 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ab7500cf-75fe-49fe-915e-8f3517c26965 req-73ffd4ac-d2c4-407f-a5b8-a9f9c1093283 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0565114 Sep 14 18:53:36.207760 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ab7500cf-75fe-49fe-915e-8f3517c26965 req-c24688ed-0983-4875-b24f-0e7ddec761c0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341699 Sep 14 18:53:36.715091 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9485a-7ccd-4e99-861e-3e18f58641da req-f7d971af-9dab-485a-98ba-8ecf1fa00223 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:36.716720 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-adf9485a-7ccd-4e99-861e-3e18f58641da req-f7d971af-9dab-485a-98ba-8ecf1fa00223 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 943 time: 0.0604780 Sep 14 18:53:36.758724 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-adf9485a-7ccd-4e99-861e-3e18f58641da req-872ff5a2-ce2d-4ec3-9fe2-910d5b1ef2f4 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354953 Sep 14 18:53:37.329486 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e53e3-868d-44f9-98fe-377892f109f2 req-1d767bbe-c92d-4cc0-9339-e6ddae3cf2a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:37.331252 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-903e53e3-868d-44f9-98fe-377892f109f2 req-1d767bbe-c92d-4cc0-9339-e6ddae3cf2a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0524247 Sep 14 18:53:37.384734 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-903e53e3-868d-44f9-98fe-377892f109f2 req-93be35a5-b219-4a41-937f-467175ae36f0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405424 Sep 14 18:53:37.620711 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 30afffd6-957c-49ca-ae0f-c718cfb83834 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:53:37.719675 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e16de9-02ae-4bb7-84ee-8bb01351b6f5 req-5c0ef099-46db-4751-9bd9-d9cf5ddae2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:37.721520 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-72e16de9-02ae-4bb7-84ee-8bb01351b6f5 req-5c0ef099-46db-4751-9bd9-d9cf5ddae2c4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 1098 time: 0.0478027 Sep 14 18:53:37.732387 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6adb6-dc9f-451a-b080-64db5f19ffd0 req-c554263b-1023-49e4-8c92-17c0f4d97744 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:37.734921 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d5e6adb6-dc9f-451a-b080-64db5f19ffd0 req-c554263b-1023-49e4-8c92-17c0f4d97744 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0596368 Sep 14 18:53:37.741308 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 30afffd6-957c-49ca-ae0f-c718cfb83834, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=30afffd6-957c-49ca-ae0f-c718cfb83834,segment=NetworkSegment(d9a5eff2-c64c-4318-a706-3d41f743abca),segment_id=d9a5eff2-c64c-4318-a706-3d41f743abca)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:53:37.755195 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '30afffd6-957c-49ca-ae0f-c718cfb83834', 'network_id': '6d7067ff-71fe-4d6a-9e66-6233ccccf1e2', 'port_id': '30afffd6-957c-49ca-ae0f-c718cfb83834', 'mac_address': 'fa:16:3e:ec:e6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f23e7b-1bd5-4fcb-89a3-9f490a61d777', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:53:37.777359 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d5e6adb6-dc9f-451a-b080-64db5f19ffd0 req-e22f53d2-38de-46f4-bac0-6eb2c95d9300 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347743 Sep 14 18:53:37.801153 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:37.816564 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30afffd6-957c-49ca-ae0f-c718cfb83834 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:53:37.831637 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e16de9-02ae-4bb7-84ee-8bb01351b6f5 req-d35cbfe1-8f96-4713-a91b-c1c297d772b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:37.835270 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-72e16de9-02ae-4bb7-84ee-8bb01351b6f5 req-d35cbfe1-8f96-4713-a91b-c1c297d772b3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=60c55d5f-4d23-4654-87c3-ff99b40f316e HTTP/1.1" status: 200 len: 919 time: 0.1023650 Sep 14 18:53:37.840411 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 30afffd6-957c-49ca-ae0f-c718cfb83834, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=30afffd6-957c-49ca-ae0f-c718cfb83834,segment=NetworkSegment(d9a5eff2-c64c-4318-a706-3d41f743abca),segment_id=d9a5eff2-c64c-4318-a706-3d41f743abca)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:53:37.846197 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:37.898581 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=30afffd6-957c-49ca-ae0f-c718cfb83834,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:37.907784 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-72e16de9-02ae-4bb7-84ee-8bb01351b6f5 req-dee9e26a-3f2f-4339-b687-d5a0cf70b1e6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 HTTP/1.1" status: 200 len: 217 time: 0.0652728 Sep 14 18:53:37.962313 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634d197-3478-4dc9-becc-55f26d99f3bd req-eee94971-177a-44af-961a-452063c14793 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:37.963856 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c634d197-3478-4dc9-becc-55f26d99f3bd req-eee94971-177a-44af-961a-452063c14793 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 944 time: 0.1124697 Sep 14 18:53:37.988764 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e16de9-02ae-4bb7-84ee-8bb01351b6f5 req-4134a581-6f61-4ad3-9e50-83f9a323a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:37.990179 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-72e16de9-02ae-4bb7-84ee-8bb01351b6f5 req-4134a581-6f61-4ad3-9e50-83f9a323a56e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2ed0d02-8c91-4443-9299-793ee86f77f1 HTTP/1.1" status: 200 len: 858 time: 0.0735009 Sep 14 18:53:38.021331 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c634d197-3478-4dc9-becc-55f26d99f3bd req-19985d33-6652-4f83-a765-e765bf3842d0 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509291 Sep 14 18:53:38.036444 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-72e16de9-02ae-4bb7-84ee-8bb01351b6f5 req-5547f8be-d6c7-455b-9919-24a4946bf97a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=60c55d5f-4d23-4654-87c3-ff99b40f316e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333476 Sep 14 18:53:38.141431 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-72e16de9-02ae-4bb7-84ee-8bb01351b6f5 req-282beafe-f278-4cd5-9c0b-236337860138 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891013 Sep 14 18:53:38.174821 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['30afffd6-957c-49ca-ae0f-c718cfb83834'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:53:38.244043 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-72e16de9-02ae-4bb7-84ee-8bb01351b6f5 req-f864612f-c61b-445d-b4e8-8e7bfd486023 service neutron] 10.222.0.68 "GET /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926583 Sep 14 18:53:38.902348 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d19536-7cdb-4844-8e77-5840a8fdf341 req-44e6a9e8-5807-4b71-8c04-b4c9fc2d6aab tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:38.903800 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-84d19536-7cdb-4844-8e77-5840a8fdf341 req-44e6a9e8-5807-4b71-8c04-b4c9fc2d6aab tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0509241 Sep 14 18:53:38.945778 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-84d19536-7cdb-4844-8e77-5840a8fdf341 req-24f55cc5-5682-4470-8100-e5f77b2dcc00 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Sep 14 18:53:39.158013 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e509d20-c930-43a7-8e71-eae48cca6db7 req-699a82c8-6ccb-4362-9d6d-c4a4b176f8f8 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:39.159454 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6e509d20-c930-43a7-8e71-eae48cca6db7 req-699a82c8-6ccb-4362-9d6d-c4a4b176f8f8 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 944 time: 0.0584922 Sep 14 18:53:39.201390 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6e509d20-c930-43a7-8e71-eae48cca6db7 req-72909e87-4c48-453d-8e0b-5bb2c4575413 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346768 Sep 14 18:53:39.631225 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 30afffd6-957c-49ca-ae0f-c718cfb83834 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:53:39.682866 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port 30afffd6-957c-49ca-ae0f-c718cfb83834 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:53:39.687361 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 30afffd6-957c-49ca-ae0f-c718cfb83834 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:53:39.687732 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:39.776871 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:39.799382 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaef261d-16cc-4d7d-855f-3106516b4576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30afffd6-957c-49ca-ae0f-c718cfb83834'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:53:39.802288 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b28fea3-a7db-45ef-a035-fe99c95393b8" -d '{"events": [{"server_uuid": "aaef261d-16cc-4d7d-855f-3106516b4576", "name": "network-vif-plugged", "status": "completed", "tag": "30afffd6-957c-49ca-ae0f-c718cfb83834"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:53:39.817222 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 30afffd6-957c-49ca-ae0f-c718cfb83834, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=30afffd6-957c-49ca-ae0f-c718cfb83834,segment=NetworkSegment(d9a5eff2-c64c-4318-a706-3d41f743abca),segment_id=d9a5eff2-c64c-4318-a706-3d41f743abca)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:53:39.822203 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:39.847056 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192c4171-3f63-45ee-a2ec-1ed29d9ce171 x-openstack-request-id: req-192c4171-3f63-45ee-a2ec-1ed29d9ce171 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:53:39.847375 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaef261d-16cc-4d7d-855f-3106516b4576", "name": "network-vif-plugged", "status": "completed", "tag": "30afffd6-957c-49ca-ae0f-c718cfb83834", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:53:39.848062 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-192c4171-3f63-45ee-a2ec-1ed29d9ce171 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:53:39.848400 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaef261d-16cc-4d7d-855f-3106516b4576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30afffd6-957c-49ca-ae0f-c718cfb83834', 'code': 200} Sep 14 18:53:39.877585 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=30afffd6-957c-49ca-ae0f-c718cfb83834,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:40.052940 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee99832-9bc0-471a-966a-013573bb00c9 req-e21b2c7e-73c9-4d7a-b31c-cf9b14271f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:40.054478 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3ee99832-9bc0-471a-966a-013573bb00c9 req-e21b2c7e-73c9-4d7a-b31c-cf9b14271f48 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 1098 time: 0.0650859 Sep 14 18:53:40.074172 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021cca7-d851-4a55-89b3-3c29f64fd525 req-f5e2f3a7-9b64-47ac-a30f-15e139f8e82e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:40.075655 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b021cca7-d851-4a55-89b3-3c29f64fd525 req-f5e2f3a7-9b64-47ac-a30f-15e139f8e82e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0588238 Sep 14 18:53:40.127899 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3ee99832-9bc0-471a-966a-013573bb00c9 req-da9464cc-9ef3-4c90-ae8c-36e6bbc2bb55 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512798 Sep 14 18:53:40.136036 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b021cca7-d851-4a55-89b3-3c29f64fd525 req-68264a6b-71fa-496a-8c8c-d6caeff37218 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542231 Sep 14 18:53:40.340633 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37eb6f-36fc-4c6a-a43c-78fd960bfc98 req-0c10d751-ecd8-4eb6-8afc-b56fec77095f tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:40.342215 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ae37eb6f-36fc-4c6a-a43c-78fd960bfc98 req-0c10d751-ecd8-4eb6-8afc-b56fec77095f tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 945 time: 0.0550532 Sep 14 18:53:40.392474 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ae37eb6f-36fc-4c6a-a43c-78fd960bfc98 req-e20adefe-db1e-4edf-853e-6f5625729290 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427268 Sep 14 18:53:40.805802 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 46242) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:53:40.924069 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:41.015543 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:41.022207 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:41.062996 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7694d93a8d6e42d9b6e8ee8d3e6d8aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536848 Sep 14 18:53:41.062996 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423a978c-a5da-4815-8a70-8ff2b5d8eaf4,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:41.063334 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 46246) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:53:41.080184 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:41.080534 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:41.080885 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:41.081225 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:41.082181 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:41.082699 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:41.083208 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:41.083551 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:41.083888 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:41.084220 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:41.084550 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:41.084877 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b819feb-6cd9-4d2a-b8a1-5cba16aaf8b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:53:41.127392 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9099-44a0-44ec-8b7d-0d32338d6a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:41.150844 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9099-44a0-44ec-8b7d-0d32338d6a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:41.216672 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9099-44a0-44ec-8b7d-0d32338d6a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:41.219417 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9099-44a0-44ec-8b7d-0d32338d6a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:41.223667 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-9e2d9099-44a0-44ec-8b7d-0d32338d6a9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/423a978c-a5da-4815-8a70-8ff2b5d8eaf4 HTTP/1.1" status: 204 len: 168 time: 0.1564293 Sep 14 18:53:41.228954 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d9099-44a0-44ec-8b7d-0d32338d6a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423a978c-a5da-4815-8a70-8ff2b5d8eaf4,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:41.267933 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a1946-fcd0-4fd2-9820-af0ffbbbe3c6 req-4ad7df26-2b2f-47e2-9018-ad918bb15e72 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:41.270088 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6f3a1946-fcd0-4fd2-9820-af0ffbbbe3c6 req-4ad7df26-2b2f-47e2-9018-ad918bb15e72 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0647209 Sep 14 18:53:41.318632 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6f3a1946-fcd0-4fd2-9820-af0ffbbbe3c6 req-13a3312a-3929-4055-bdd8-835e142a26f0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418291 Sep 14 18:53:41.576989 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7e878-d55b-4751-a2e5-d6f7e954be14 req-f36e72c0-9e05-4c37-9213-13c5918857d5 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:41.578855 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e2f7e878-d55b-4751-a2e5-d6f7e954be14 req-f36e72c0-9e05-4c37-9213-13c5918857d5 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 945 time: 0.0677254 Sep 14 18:53:41.643960 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e2f7e878-d55b-4751-a2e5-d6f7e954be14 req-d7c191a9-e7d8-40bf-ae06-461b43594b3e tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542138 Sep 14 18:53:42.765403 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffaa781-8c1e-4188-a2a5-825167751938 req-bbbb138c-1723-4eae-a5aa-b0c1286bb1a2 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:42.766916 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9ffaa781-8c1e-4188-a2a5-825167751938 req-bbbb138c-1723-4eae-a5aa-b0c1286bb1a2 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 945 time: 0.0493979 Sep 14 18:53:42.806093 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9ffaa781-8c1e-4188-a2a5-825167751938 req-86678156-7785-4926-84fe-b717daac83ce tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Sep 14 18:53:44.325473 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef95a0-3121-4903-a086-6b08b10f8df7 req-9911fb7b-9482-47da-a7ff-f67364c36475 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:44.327126 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-26ef95a0-3121-4903-a086-6b08b10f8df7 req-9911fb7b-9482-47da-a7ff-f67364c36475 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0592809 Sep 14 18:53:44.367932 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-26ef95a0-3121-4903-a086-6b08b10f8df7 req-ba6798e7-4b84-447a-8fff-c8bd8b401d2e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328643 Sep 14 18:53:45.377117 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117f83e-1e9e-41fe-b68b-d4cef6c5c357 req-d913aaff-54d0-4a08-bfac-45b496ca8dde tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:45.379373 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9117f83e-1e9e-41fe-b68b-d4cef6c5c357 req-d913aaff-54d0-4a08-bfac-45b496ca8dde tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0507431 Sep 14 18:53:45.420439 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9117f83e-1e9e-41fe-b68b-d4cef6c5c357 req-987779f1-0f08-4f26-884a-32c1ad2ccd0f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352588 Sep 14 18:53:45.490707 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ea79b-4b97-4072-8aa0-df023e87c778 req-fcf9470b-3ec3-4c67-949c-5b45369c880a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:45.492208 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4f8ea79b-4b97-4072-8aa0-df023e87c778 req-fcf9470b-3ec3-4c67-949c-5b45369c880a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0524371 Sep 14 18:53:45.537417 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4f8ea79b-4b97-4072-8aa0-df023e87c778 req-ce1690f8-1c09-4e05-9e98-4b5066c8fbfd tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391235 Sep 14 18:53:46.542313 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03fc19-b5cb-46a6-9c34-410d8b6f0df6 req-17782a45-c462-4fd4-b800-47bc4091e013 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:46.543872 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5d03fc19-b5cb-46a6-9c34-410d8b6f0df6 req-17782a45-c462-4fd4-b800-47bc4091e013 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0537453 Sep 14 18:53:46.583065 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5d03fc19-b5cb-46a6-9c34-410d8b6f0df6 req-530d1bf2-e01e-46dd-8bc5-a8ed5ecca8e0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330145 Sep 14 18:53:46.698164 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102064-99bb-4d3f-8e73-7fa867f12e33 req-24be3ed7-5340-4441-8a0b-d226b68f045d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:46.699712 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5d102064-99bb-4d3f-8e73-7fa867f12e33 req-24be3ed7-5340-4441-8a0b-d226b68f045d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0537870 Sep 14 18:53:46.739659 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5d102064-99bb-4d3f-8e73-7fa867f12e33 req-3ca5fb58-120d-4a2c-8165-8d0af60fc056 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340161 Sep 14 18:53:47.699726 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b88ed-fdb7-4b0f-9ddc-99d566441b64 req-a73f5ea0-58d3-4f0a-8a36-15bc658a831e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:47.701143 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-223b88ed-fdb7-4b0f-9ddc-99d566441b64 req-a73f5ea0-58d3-4f0a-8a36-15bc658a831e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0488327 Sep 14 18:53:47.741603 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-223b88ed-fdb7-4b0f-9ddc-99d566441b64 req-bfa45c68-233e-44f2-8e47-c3826788b17f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343339 Sep 14 18:53:47.853415 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516d878-745c-4aa1-84b7-30bd301f1984 req-a9bac18a-4d59-4a9b-866f-489c7de176f1 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:47.854946 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c516d878-745c-4aa1-84b7-30bd301f1984 req-a9bac18a-4d59-4a9b-866f-489c7de176f1 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0491102 Sep 14 18:53:47.892967 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c516d878-745c-4aa1-84b7-30bd301f1984 req-393db8da-9d19-4cd9-be87-b8d8c807a259 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314982 Sep 14 18:53:47.973587 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce9906-e8c9-49ff-9f29-70483026a2bf req-0f25cc5b-9c12-4f86-9942-526c7f558e42 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:47.975177 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8cce9906-e8c9-49ff-9f29-70483026a2bf req-0f25cc5b-9c12-4f86-9942-526c7f558e42 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.68 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 945 time: 0.0478110 Sep 14 18:53:48.077248 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-8cce9906-e8c9-49ff-9f29-70483026a2bf req-a5935969-702f-461f-b252-87d68ecc4ae9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Deleting port db24d701-705b-4b3a-bd4d-d9445a341471 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:53:48.077633 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8cce9906-e8c9-49ff-9f29-70483026a2bf req-a5935969-702f-461f-b252-87d68ecc4ae9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:48.168252 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-8cce9906-e8c9-49ff-9f29-70483026a2bf req-a5935969-702f-461f-b252-87d68ecc4ae9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] For port db24d701-705b-4b3a-bd4d-d9445a341471, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=db24d701-705b-4b3a-bd4d-d9445a341471,segment=NetworkSegment(56272d5c-049e-4857-a34c-40a30e9b365c),segment_id=56272d5c-049e-4857-a34c-40a30e9b365c)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:53:48.168620 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8cce9906-e8c9-49ff-9f29-70483026a2bf req-a5935969-702f-461f-b252-87d68ecc4ae9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:48.182393 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-8cce9906-e8c9-49ff-9f29-70483026a2bf req-a5935969-702f-461f-b252-87d68ecc4ae9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Calling delete_port for db24d701-705b-4b3a-bd4d-d9445a341471 owned by compute:nova {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:53:48.324543 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8cce9906-e8c9-49ff-9f29-70483026a2bf req-a5935969-702f-461f-b252-87d68ecc4ae9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:48.337009 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['ab27906e-85d4-47c0-92b8-d2c9dfb25ef5', 'db24d701-705b-4b3a-bd4d-d9445a341471'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:53:48.359704 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5935969-702f-461f-b252-87d68ecc4ae9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Pushing event deleted for resources: {'Port': ['ID=db24d701-705b-4b3a-bd4d-d9445a341471,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:48.407563 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cce9906-e8c9-49ff-9f29-70483026a2bf req-a5935969-702f-461f-b252-87d68ecc4ae9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] No DVR routers for this DVR port db24d701-705b-4b3a-bd4d-d9445a341471 on host hv-cinder-80899 {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:53:48.410198 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-8cce9906-e8c9-49ff-9f29-70483026a2bf req-a5935969-702f-461f-b252-87d68ecc4ae9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:48.412652 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8cce9906-e8c9-49ff-9f29-70483026a2bf req-a5935969-702f-461f-b252-87d68ecc4ae9 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.68 "DELETE /v2.0/ports/db24d701-705b-4b3a-bd4d-d9445a341471 HTTP/1.1" status: 204 len: 173 time: 0.4293809 Sep 14 18:53:48.413113 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c33b96-8031-4f75-927b-ca7887bff3ba', 'name': 'network-vif-deleted', 'tag': 'db24d701-705b-4b3a-bd4d-d9445a341471'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:53:48.415993 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757070f4-66bd-4e06-8948-27d5fc6c0b88" -d '{"events": [{"server_uuid": "54c33b96-8031-4f75-927b-ca7887bff3ba", "name": "network-vif-deleted", "tag": "db24d701-705b-4b3a-bd4d-d9445a341471"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:53:48.459115 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417f4945-d372-44d5-839e-5c0a9fdee98f x-openstack-request-id: req-417f4945-d372-44d5-839e-5c0a9fdee98f {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:53:48.459392 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c33b96-8031-4f75-927b-ca7887bff3ba", "name": "network-vif-deleted", "tag": "db24d701-705b-4b3a-bd4d-d9445a341471", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:53:48.459662 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-417f4945-d372-44d5-839e-5c0a9fdee98f {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:53:48.460024 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c33b96-8031-4f75-927b-ca7887bff3ba', 'name': 'network-vif-deleted', 'tag': 'db24d701-705b-4b3a-bd4d-d9445a341471', 'status': 'completed', 'code': 200} Sep 14 18:53:48.852773 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-341d5cfb-cd72-4c29-9141-5e2211d015b1 req-dd2188ea-0356-4ce2-a990-b85da42a0fe2 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c33b96-8031-4f75-927b-ca7887bff3ba HTTP/1.1" status: 200 len: 210 time: 0.0307293 Sep 14 18:53:49.013796 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ccf38-7a40-40bf-9111-22374ffda0f5 req-ac443215-b177-4ce7-9212-9ec5b57651d6 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:49.015528 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-531ccf38-7a40-40bf-9111-22374ffda0f5 req-ac443215-b177-4ce7-9212-9ec5b57651d6 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0483606 Sep 14 18:53:49.057409 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-531ccf38-7a40-40bf-9111-22374ffda0f5 req-f5958254-6ca9-48b3-903f-32a902cb047d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346491 Sep 14 18:53:50.117900 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59913745-39cf-44ae-bba0-ae0ecfb32bcd req-808a9146-ad8e-4a02-aa2b-dff57e6e202a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:50.119714 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-59913745-39cf-44ae-bba0-ae0ecfb32bcd req-808a9146-ad8e-4a02-aa2b-dff57e6e202a tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0506077 Sep 14 18:53:50.160402 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-59913745-39cf-44ae-bba0-ae0ecfb32bcd req-05121d40-5aa2-454a-846f-4fcffec51010 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344849 Sep 14 18:53:50.183934 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6b34a-dcf6-459e-af4c-e5f64fad5d7f req-2469adb0-8a54-4948-98d9-e3d607c0a467 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:50.185766 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-62c6b34a-dcf6-459e-af4c-e5f64fad5d7f req-2469adb0-8a54-4948-98d9-e3d607c0a467 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0540149 Sep 14 18:53:50.224444 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-62c6b34a-dcf6-459e-af4c-e5f64fad5d7f req-d12f7b6d-299f-443d-9dcb-f04844373d72 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319183 Sep 14 18:53:51.275521 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd5308-c68b-4373-bf52-8b6712e91677 req-96a01804-e4ea-4143-8e03-04c2869d5ff0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:51.277064 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e3cd5308-c68b-4373-bf52-8b6712e91677 req-96a01804-e4ea-4143-8e03-04c2869d5ff0 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0505991 Sep 14 18:53:51.314937 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e3cd5308-c68b-4373-bf52-8b6712e91677 req-8cefbe5e-379f-4271-ba34-c529523bafd2 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Sep 14 18:53:51.350165 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9e326-ec77-4103-ab24-4b0a6d9f34bd req-742b6610-39e0-457a-bd29-0623bfcbce38 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:51.351703 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e9b9e326-ec77-4103-ab24-4b0a6d9f34bd req-742b6610-39e0-457a-bd29-0623bfcbce38 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0503218 Sep 14 18:53:51.389134 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e9b9e326-ec77-4103-ab24-4b0a6d9f34bd req-1ff29faf-eb40-415c-8420-42471dc9fe5d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Sep 14 18:53:52.056077 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-40eebdf5-c556-48f7-9077-62402cdc9512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:52.120909 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device db24d701-705b-4b3a-bd4d-d9445a341471 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:53:52.141151 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: db24d701-705b-4b3a-bd4d-d9445a341471 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:53:52.141481 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device db24d701-705b-4b3a-bd4d-d9445a341471 not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:53:52.432379 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc4490-449c-4679-9c4f-07da14ebc435 req-da12eb21-4f47-4f13-8f46-bbdb51ffe1cd tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:52.433930 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-02fc4490-449c-4679-9c4f-07da14ebc435 req-da12eb21-4f47-4f13-8f46-bbdb51ffe1cd tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0528011 Sep 14 18:53:52.471934 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-02fc4490-449c-4679-9c4f-07da14ebc435 req-ed2c339c-c561-4e1f-9dc4-9fb74c5ca95d tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321181 Sep 14 18:53:52.501850 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385f072-9096-43ca-9591-7a9deb6a1d88 req-72986ea6-af67-4ec6-b94d-526d1031bdea tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:52.503329 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1385f072-9096-43ca-9591-7a9deb6a1d88 req-72986ea6-af67-4ec6-b94d-526d1031bdea tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0485890 Sep 14 18:53:52.541368 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1385f072-9096-43ca-9591-7a9deb6a1d88 req-9f0715fb-8aab-4f57-8b3e-808ba0612dd5 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315020 Sep 14 18:53:53.594530 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687da4e-49b1-46f0-aed0-14785596516c req-30f9eb76-2fb9-4716-9610-b7a5973f1160 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:53.596098 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2687da4e-49b1-46f0-aed0-14785596516c req-30f9eb76-2fb9-4716-9610-b7a5973f1160 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0529585 Sep 14 18:53:53.638981 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2687da4e-49b1-46f0-aed0-14785596516c req-cd73b18d-e7f7-4b86-aaf9-30dd7ab82b9b tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358021 Sep 14 18:53:53.664797 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d9309-f9d8-49a5-aba5-6fdb905064c9 req-2288e21b-5dae-4f60-af93-9995e4eaa387 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:53.666346 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a73d9309-f9d8-49a5-aba5-6fdb905064c9 req-2288e21b-5dae-4f60-af93-9995e4eaa387 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0552561 Sep 14 18:53:53.704678 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a73d9309-f9d8-49a5-aba5-6fdb905064c9 req-dcc26038-2cfb-409d-b212-0f1120d93618 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323157 Sep 14 18:53:54.757132 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30691bf7-2023-4c66-992e-3553194a69fe req-e899302b-07fe-4f46-a737-e0bcdf3bd495 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:54.758680 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-30691bf7-2023-4c66-992e-3553194a69fe req-e899302b-07fe-4f46-a737-e0bcdf3bd495 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0507188 Sep 14 18:53:54.797777 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-30691bf7-2023-4c66-992e-3553194a69fe req-0916c2f8-a8b4-4e63-b659-aa58697d36a6 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331407 Sep 14 18:53:54.823760 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9dad5-fe21-49cb-addd-ee85003bbee7 req-29b52c28-c734-434d-889c-e2eca49c8996 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:54.825331 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-77f9dad5-fe21-49cb-addd-ee85003bbee7 req-29b52c28-c734-434d-889c-e2eca49c8996 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0520303 Sep 14 18:53:54.877674 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-77f9dad5-fe21-49cb-addd-ee85003bbee7 req-aef3b9f5-68ce-44b7-9df2-45059dd9bb30 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462401 Sep 14 18:53:55.029269 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:55.247645 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b60c38ea-678b-4649-b7d0-b1f29cf17225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:55.926814 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ee0a6-744b-478c-a202-43ca96c3edae req-95b2a419-74d7-490a-8a06-cb3878777e30 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:55.929376 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a61ee0a6-744b-478c-a202-43ca96c3edae req-95b2a419-74d7-490a-8a06-cb3878777e30 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0609660 Sep 14 18:53:55.997311 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a61ee0a6-744b-478c-a202-43ca96c3edae req-d3439a40-656f-4549-ab26-b07703109159 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612671 Sep 14 18:53:56.010041 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79a5ae-f5d1-456d-970d-2186db005a56 req-ef02aa2a-26ca-441f-bcac-b36c27b40b48 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:56.011657 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1e79a5ae-f5d1-456d-970d-2186db005a56 req-ef02aa2a-26ca-441f-bcac-b36c27b40b48 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0546973 Sep 14 18:53:56.084752 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1e79a5ae-f5d1-456d-970d-2186db005a56 req-f434d12f-c5fc-495b-93a0-f4555fc5a590 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573993 Sep 14 18:53:56.615980 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:57.118473 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b408f34-a996-4bec-bacb-d2fb485ed509 req-fb969598-56d3-4327-9392-7a67c5caf534 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:57.120042 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b408f34-a996-4bec-bacb-d2fb485ed509 req-fb969598-56d3-4327-9392-7a67c5caf534 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0521297 Sep 14 18:53:57.166991 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2b408f34-a996-4bec-bacb-d2fb485ed509 req-dbf59be1-487e-4161-a693-96d4d4d8d599 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 Sep 14 18:53:57.227464 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93801237-1416-4357-901b-2dd926d861de req-b3c80550-d7eb-4c29-a2e1-68d3ccd7e38f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:57.229016 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-93801237-1416-4357-901b-2dd926d861de req-b3c80550-d7eb-4c29-a2e1-68d3ccd7e38f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0546756 Sep 14 18:53:57.268924 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-93801237-1416-4357-901b-2dd926d861de req-7ba52aad-fae5-4157-97c1-e0dd340928a8 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336044 Sep 14 18:53:58.261281 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:58.293567 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722df172-fc33-47db-a03d-f9682f95db48 req-80aef691-50f1-4544-9ceb-e646f60b601e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:58.295108 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-722df172-fc33-47db-a03d-f9682f95db48 req-80aef691-50f1-4544-9ceb-e646f60b601e tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.68 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0973623 Sep 14 18:53:58.324179 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772b097-3128-4ab6-bf4e-834346c37588 req-963d02a9-bec3-480c-ba9e-ee503e6a5b0f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:58.326953 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8772b097-3128-4ab6-bf4e-834346c37588 req-963d02a9-bec3-480c-ba9e-ee503e6a5b0f tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0878003 Sep 14 18:53:58.370778 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8772b097-3128-4ab6-bf4e-834346c37588 req-0cc28d7c-bae3-4df3-a0b8-ff15c130c060 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376318 Sep 14 18:53:58.392116 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a187d9-1727-4a78-90e0-0610224511a0 req-c077df78-a733-4b0f-a2fb-dd1d63885dea tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:58.394632 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-47a187d9-1727-4a78-90e0-0610224511a0 req-c077df78-a733-4b0f-a2fb-dd1d63885dea tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0555751 Sep 14 18:53:58.434413 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-47a187d9-1727-4a78-90e0-0610224511a0 req-d435548e-0a04-4d16-9b5f-4b2de10920a1 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334048 Sep 14 18:53:58.985531 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:59.365855 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-722df172-fc33-47db-a03d-f9682f95db48 req-961d22fc-4e52-4a07-b712-35ed78657c21 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Deleting port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:53:59.366470 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-722df172-fc33-47db-a03d-f9682f95db48 req-961d22fc-4e52-4a07-b712-35ed78657c21 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:59.493581 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-722df172-fc33-47db-a03d-f9682f95db48 req-961d22fc-4e52-4a07-b712-35ed78657c21 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] For port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5,segment=NetworkSegment(56272d5c-049e-4857-a34c-40a30e9b365c),segment_id=56272d5c-049e-4857-a34c-40a30e9b365c)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:53:59.493953 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-722df172-fc33-47db-a03d-f9682f95db48 req-961d22fc-4e52-4a07-b712-35ed78657c21 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:59.510124 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-722df172-fc33-47db-a03d-f9682f95db48 req-961d22fc-4e52-4a07-b712-35ed78657c21 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Calling delete_port for ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 owned by compute:nova {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:53:59.538543 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa39b4-3140-48e0-b1fe-fb0e44432862 req-e7660c1b-66c0-4155-b0d6-b5f434c83320 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:59.540165 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-11fa39b4-3140-48e0-b1fe-fb0e44432862 req-e7660c1b-66c0-4155-b0d6-b5f434c83320 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 945 time: 0.0920506 Sep 14 18:53:59.559277 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b65d-b319-4823-94c5-479c13a6ef5c req-142f7e8b-21fb-416e-9fbb-fe5a02f57133 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:53:59.561388 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f5f3b65d-b319-4823-94c5-479c13a6ef5c req-142f7e8b-21fb-416e-9fbb-fe5a02f57133 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0543716 Sep 14 18:53:59.608236 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f5f3b65d-b319-4823-94c5-479c13a6ef5c req-eb53dd2c-6808-4881-8266-797b568f1704 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356002 Sep 14 18:53:59.632432 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-11fa39b4-3140-48e0-b1fe-fb0e44432862 req-0a63aebc-8633-44b5-b493-369aa6567349 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebee190f-ca95-445f-a6af-144e591f167b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624688 Sep 14 18:53:59.708974 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-722df172-fc33-47db-a03d-f9682f95db48 req-961d22fc-4e52-4a07-b712-35ed78657c21 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:59.740017 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d22fc-4e52-4a07-b712-35ed78657c21 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Pushing event deleted for resources: {'Port': ['ID=ab27906e-85d4-47c0-92b8-d2c9dfb25ef5,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:53:59.781154 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-722df172-fc33-47db-a03d-f9682f95db48 req-961d22fc-4e52-4a07-b712-35ed78657c21 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] No DVR routers for this DVR port ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 on host hv-cinder-80899 {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:53:59.783896 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-722df172-fc33-47db-a03d-f9682f95db48 req-961d22fc-4e52-4a07-b712-35ed78657c21 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:53:59.785987 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-722df172-fc33-47db-a03d-f9682f95db48 req-961d22fc-4e52-4a07-b712-35ed78657c21 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.68 "DELETE /v2.0/ports/ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 HTTP/1.1" status: 204 len: 173 time: 0.5159645 Sep 14 18:53:59.787058 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63727f48-a144-4b2e-bdec-9b35c5d737f5', 'name': 'network-vif-deleted', 'tag': 'ab27906e-85d4-47c0-92b8-d2c9dfb25ef5'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:53:59.789662 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363767ec-2bdc-499e-a2d7-7e3bf9f4369c" -d '{"events": [{"server_uuid": "63727f48-a144-4b2e-bdec-9b35c5d737f5", "name": "network-vif-deleted", "tag": "ab27906e-85d4-47c0-92b8-d2c9dfb25ef5"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:53:59.827900 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fac2dee-3354-46e5-bde5-282b46b488b4 x-openstack-request-id: req-6fac2dee-3354-46e5-bde5-282b46b488b4 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:53:59.828291 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63727f48-a144-4b2e-bdec-9b35c5d737f5", "name": "network-vif-deleted", "tag": "ab27906e-85d4-47c0-92b8-d2c9dfb25ef5", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:53:59.828644 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fac2dee-3354-46e5-bde5-282b46b488b4 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:53:59.829121 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63727f48-a144-4b2e-bdec-9b35c5d737f5', 'name': 'network-vif-deleted', 'tag': 'ab27906e-85d4-47c0-92b8-d2c9dfb25ef5', 'status': 'completed', 'code': 200} Sep 14 18:54:00.745871 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337e17f-ce8f-4e05-916e-df0d1fe42e6d req-ee7d223b-bcb1-4cdf-bac8-de855101df08 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:00.747432 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9337e17f-ce8f-4e05-916e-df0d1fe42e6d req-ee7d223b-bcb1-4cdf-bac8-de855101df08 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0604086 Sep 14 18:54:00.752578 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2ffe85e6-1302-4c18-901c-9ca92354a59b req-94b53e8a-d21c-42a6-8fd1-670a72e00835 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 210 time: 0.0363767 Sep 14 18:54:00.788966 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9337e17f-ce8f-4e05-916e-df0d1fe42e6d req-83e12b3a-86c7-492d-8bab-757bcc1cb023 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352290 Sep 14 18:54:01.213709 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['ab27906e-85d4-47c0-92b8-d2c9dfb25ef5'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:54:01.865739 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a10dcc89-d5a8-4826-b438-df14593ab1be req-ffd86db2-6dfc-4179-ac60-d0539f9d7f18 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 210 time: 0.0273216 Sep 14 18:54:01.914378 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c7a20-43f7-4150-8322-3152205ad9a2 req-d9283e9a-22e4-46cf-ad54-1e80119ad744 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:01.915485 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-028c7a20-43f7-4150-8322-3152205ad9a2 req-d9283e9a-22e4-46cf-ad54-1e80119ad744 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0520566 Sep 14 18:54:01.954870 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-028c7a20-43f7-4150-8322-3152205ad9a2 req-d2b8133e-f2af-425c-84de-67e96de540f3 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343137 Sep 14 18:54:02.163401 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe97151-ad7e-49df-bb27-f9c09fd9c896 req-7be4e4b5-7b82-424b-be6e-690c65576563 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:02.165056 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bbe97151-ad7e-49df-bb27-f9c09fd9c896 req-7be4e4b5-7b82-424b-be6e-690c65576563 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0534294 Sep 14 18:54:02.209229 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bbe97151-ad7e-49df-bb27-f9c09fd9c896 req-7df84f0f-320d-404b-8111-6bcbf38d7511 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369034 Sep 14 18:54:02.631051 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:54:02.654431 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:54:02.654771 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device ab27906e-85d4-47c0-92b8-d2c9dfb25ef5 not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:54:02.983279 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-eb78ec00-da44-43c1-9407-d72869b0c2cc req-ab0632c2-1919-41a2-9342-f687c4f117ef tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 210 time: 0.0291703 Sep 14 18:54:03.336008 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da55b7-fef1-4734-a65e-fe30cda5bc25 req-51e31cd8-b7f6-45cb-8e9f-0969a8a30d53 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:03.337585 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-54da55b7-fef1-4734-a65e-fe30cda5bc25 req-51e31cd8-b7f6-45cb-8e9f-0969a8a30d53 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0593853 Sep 14 18:54:03.378481 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-54da55b7-fef1-4734-a65e-fe30cda5bc25 req-b2b26ea1-9379-478f-a67b-adf7de8b5dfa tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343430 Sep 14 18:54:04.089464 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f383f1b6-3fb0-420e-8385-730f0ce4d6a7 req-8f258cbc-d9e0-4bd7-be34-911b2612c484 tempest-ServerRescueNegativeTestJSON-119871462 tempest-ServerRescueNegativeTestJSON-119871462-project] 10.222.0.37 "GET /v2.0/ports?device_id=63727f48-a144-4b2e-bdec-9b35c5d737f5 HTTP/1.1" status: 200 len: 210 time: 0.0265563 Sep 14 18:54:04.510537 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee10bf6-85c8-4fb8-932b-ddf157ef3b50 req-e6475572-8b59-4da0-aad8-51a42fbcfc31 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:04.512821 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9ee10bf6-85c8-4fb8-932b-ddf157ef3b50 req-e6475572-8b59-4da0-aad8-51a42fbcfc31 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0569646 Sep 14 18:54:04.566898 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9ee10bf6-85c8-4fb8-932b-ddf157ef3b50 req-03c9e74a-99a0-4c93-8e22-79c7e1783a2f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465088 Sep 14 18:54:04.599992 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003712-ab4b-4e64-89fb-ee602d4d96da req-32c0dcf8-ec3a-48b1-9ceb-846b82117862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:04.601871 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d8003712-ab4b-4e64-89fb-ee602d4d96da req-32c0dcf8-ec3a-48b1-9ceb-846b82117862 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ec151455531943d3bea10491e06b54f7&device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 1098 time: 0.0518396 Sep 14 18:54:04.718006 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003712-ab4b-4e64-89fb-ee602d4d96da req-eb73923e-808a-4ef6-8a21-36d18269b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:04.719518 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d8003712-ab4b-4e64-89fb-ee602d4d96da req-eb73923e-808a-4ef6-8a21-36d18269b694 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ed62ca30-1449-4b80-b732-67e84cfa064c HTTP/1.1" status: 200 len: 912 time: 0.1076126 Sep 14 18:54:04.787536 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d8003712-ab4b-4e64-89fb-ee602d4d96da req-f76034f7-79c1-496d-ace7-c608ffe3f467 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=527c08cc-6a8a-4df1-8387-98a3acb86730 HTTP/1.1" status: 200 len: 1000 time: 0.0596824 Sep 14 18:54:04.846683 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003712-ab4b-4e64-89fb-ee602d4d96da req-78f02f36-aeba-4cb7-9a15-8429143fbfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:04.848191 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d8003712-ab4b-4e64-89fb-ee602d4d96da req-78f02f36-aeba-4cb7-9a15-8429143fbfda service neutron] 10.222.0.68 "GET /v2.0/subnets?id=911c8fc0-2bb9-4291-a978-8443f73c14d2 HTTP/1.1" status: 200 len: 850 time: 0.0514972 Sep 14 18:54:04.905762 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003712-ab4b-4e64-89fb-ee602d4d96da req-2b40fdd8-2e8f-4eff-8a7c-3536fead6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:04.907541 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d8003712-ab4b-4e64-89fb-ee602d4d96da req-2b40fdd8-2e8f-4eff-8a7c-3536fead6e0b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed62ca30-1449-4b80-b732-67e84cfa064c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465319 Sep 14 18:54:05.015544 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d8003712-ab4b-4e64-89fb-ee602d4d96da req-ec410143-c457-47bf-9142-1e21e366b289 service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971501 Sep 14 18:54:05.120738 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d8003712-ab4b-4e64-89fb-ee602d4d96da req-e48d716c-ac2f-414b-896d-070b7e786341 service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967817 Sep 14 18:54:05.165559 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 46566) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:05.927961 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5b9bf-1460-49fa-84e0-568aaec169d7 req-10f24b0b-b85c-4454-b359-63136a3258f9 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:05.929822 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a0d5b9bf-1460-49fa-84e0-568aaec169d7 req-10f24b0b-b85c-4454-b359-63136a3258f9 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0837493 Sep 14 18:54:05.950144 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5ce915ca-bc72-412a-bf9f-095dbc2afa26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527925'] for router_interface, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:06.065643 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-a0d5b9bf-1460-49fa-84e0-568aaec169d7 req-97e391fe-e585-48e6-9513-40d48a23ac03 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184075 Sep 14 18:54:06.306656 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-5ce915ca-bc72-412a-bf9f-095dbc2afa26 admin admin] Deleting port c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:54:06.306999 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5ce915ca-bc72-412a-bf9f-095dbc2afa26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:06.399358 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-5ce915ca-bc72-412a-bf9f-095dbc2afa26 admin admin] For port c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed,segment=NetworkSegment(56272d5c-049e-4857-a34c-40a30e9b365c),segment_id=56272d5c-049e-4857-a34c-40a30e9b365c)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:54:06.399730 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5ce915ca-bc72-412a-bf9f-095dbc2afa26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:06.414321 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-5ce915ca-bc72-412a-bf9f-095dbc2afa26 admin admin] Calling delete_port for c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed owned by network:router_interface {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:54:06.638117 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5ce915ca-bc72-412a-bf9f-095dbc2afa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:06.675726 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce915ca-bc72-412a-bf9f-095dbc2afa26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:06.858308 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5ce915ca-bc72-412a-bf9f-095dbc2afa26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-742201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528001'] for router_interface, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:07.103091 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce915ca-bc72-412a-bf9f-095dbc2afa26 admin admin] Router 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:54:07.214070 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2cf94-9b01-448a-be4f-61ce38fff4e3 req-2ac073d6-0c84-4ac6-b16d-b4a1ba154ef3 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:07.215620 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f2d2cf94-9b01-448a-be4f-61ce38fff4e3 req-2ac073d6-0c84-4ac6-b16d-b4a1ba154ef3 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0504463 Sep 14 18:54:07.230557 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce915ca-bc72-412a-bf9f-095dbc2afa26 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:54:07.240313 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-5ce915ca-bc72-412a-bf9f-095dbc2afa26 admin admin] 10.222.0.37 "PUT /v2.0/routers/2fc9979c-3255-4eb9-ba32-6e5611ec9b4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0694911 Sep 14 18:54:07.240313 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 46624) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:07.242223 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83741795-394f-4092-88da-31af98f09534 None None] Sync routers for ids ['2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:54:07.254163 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83741795-394f-4092-88da-31af98f09534 None None] Routers {'2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:54:07.254866 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-83741795-394f-4092-88da-31af98f09534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:53:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:07.267213 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f2d2cf94-9b01-448a-be4f-61ce38fff4e3 req-ba8772d8-00fe-44b8-8cad-b4f7e2daa2ec tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456207 Sep 14 18:54:07.355151 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Notify callbacks [] for router, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:07.375833 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-83741795-394f-4092-88da-31af98f09534 None None] Set router 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:54:07.469148 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:07.525775 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Deleting port 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:54:07.526175 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:07.580939 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-83741795-394f-4092-88da-31af98f09534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'name': 'tempest-ServerRescueNegativeTestJSON-535614078-router', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:23Z', 'updated_at': '2021-09-14T18:54:06Z', 'revision_number': 5, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'gw_port': {'id': '467f9e0f-7fd2-4a41-82fd-6c6f38a9e195', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:07.609623 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83741795-394f-4092-88da-31af98f09534 None None] Checking router: 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:54:07.615927 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] For port 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=467f9e0f-7fd2-4a41-82fd-6c6f38a9e195,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:54:07.616299 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:07.619579 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83741795-394f-4092-88da-31af98f09534 None None] Routers {'2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:54:07.620221 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-83741795-394f-4092-88da-31af98f09534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:53:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:07.630199 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Calling delete_port for 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 owned by network:router_gateway {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:54:07.715609 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-83741795-394f-4092-88da-31af98f09534 None None] Set router 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f gateway port host: None {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:54:07.769912 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-83741795-394f-4092-88da-31af98f09534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'name': 'tempest-ServerRescueNegativeTestJSON-535614078-router', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:23Z', 'updated_at': '2021-09-14T18:54:07Z', 'revision_number': 6, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'gw_port_host': None}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:07.816916 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:07.844882 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Pushing event deleted for resources: {'Port': ['ID=467f9e0f-7fd2-4a41-82fd-6c6f38a9e195,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:07.896385 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83741795-394f-4092-88da-31af98f09534 None None] The sync data for ids ['2fc9979c-3255-4eb9-ba32-6e5611ec9b4f'] in dv-cinder-808992-5-iscsi is: [{'id': '2fc9979c-3255-4eb9-ba32-6e5611ec9b4f', 'name': 'tempest-ServerRescueNegativeTestJSON-535614078-router', 'tenant_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:23Z', 'updated_at': '2021-09-14T18:54:07Z', 'revision_number': 6, 'project_id': '2fb97a2c64e148c4a858a80261e8c8f4', 'gw_port_host': None}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:54:07.934837 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554083'] for router_gateway, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.056145 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1430'] for router, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.058516 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.125266 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527065'] for router, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.126371 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fc9979c-3255-4eb9-ba32-6e5611ec9b4f {{(pid=105942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 18:54:08.132913 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] Notify callbacks [] for router, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.134393 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-da926e00-8b07-4847-a561-eb527c520961 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2fc9979c-3255-4eb9-ba32-6e5611ec9b4f HTTP/1.1" status: 204 len: 168 time: 0.8930376 Sep 14 18:54:08.137155 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 46638) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:08.183641 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_v2 [None req-33455fea-cc4a-4121-be75-f6020fbcfb6b admin admin] Deleting subnet d2ed0d02-8c91-4443-9299-793ee86f77f1 {{(pid=105942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 18:54:08.187023 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33455fea-cc4a-4121-be75-f6020fbcfb6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.222981 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33455fea-cc4a-4121-be75-f6020fbcfb6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25522176'] for subnet, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.269531 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33455fea-cc4a-4121-be75-f6020fbcfb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.340618 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33455fea-cc4a-4121-be75-f6020fbcfb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27028881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25747905'] for subnet, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.370319 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33455fea-cc4a-4121-be75-f6020fbcfb6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ed0d02-8c91-4443-9299-793ee86f77f1,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:08.372363 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33455fea-cc4a-4121-be75-f6020fbcfb6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.377000 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 46654) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:08.377541 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-33455fea-cc4a-4121-be75-f6020fbcfb6b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d2ed0d02-8c91-4443-9299-793ee86f77f1 HTTP/1.1" status: 204 len: 168 time: 0.2386286 Sep 14 18:54:08.471691 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6f9eefc7-8f49-4b4c-a6e2-1db407472294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.560082 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6f9eefc7-8f49-4b4c-a6e2-1db407472294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.580981 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-6f9eefc7-8f49-4b4c-a6e2-1db407472294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c55d5f-4d23-4654-87c3-ff99b40f316e']}} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:08.590477 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-6f9eefc7-8f49-4b4c-a6e2-1db407472294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56272d5c-049e-4857-a34c-40a30e9b365c') {'for_net_delete': True} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:08.590764 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-6f9eefc7-8f49-4b4c-a6e2-1db407472294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56272d5c-049e-4857-a34c-40a30e9b365c') {} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:08.601148 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6f9eefc7-8f49-4b4c-a6e2-1db407472294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25323869'] for segment, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.615048 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6f9eefc7-8f49-4b4c-a6e2-1db407472294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.621161 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9eefc7-8f49-4b4c-a6e2-1db407472294 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=105941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 18:54:08.621583 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6f9eefc7-8f49-4b4c-a6e2-1db407472294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26220454'] for segment, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: Traceback (most recent call last): Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: timer() Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: cb(*args, **kw) Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: return func(*args, **kwargs) Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: self._notify() Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: self.callback(batched_events) Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: event.method(event) Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: return f(self, *a, **k) Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._get(url).json() Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: return self.request(url, 'GET', **kwargs) Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 18:54:08.623360 dv-cinder-808992-5-iscsi neutron-server[105941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 18:54:08.679231 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6f9eefc7-8f49-4b4c-a6e2-1db407472294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.683648 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6f9eefc7-8f49-4b4c-a6e2-1db407472294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:08.686043 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-6f9eefc7-8f49-4b4c-a6e2-1db407472294 admin admin] 10.222.0.37 "DELETE /v2.0/networks/60c55d5f-4d23-4654-87c3-ff99b40f316e HTTP/1.1" status: 204 len: 168 time: 0.3078275 Sep 14 18:54:08.713271 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9eefc7-8f49-4b4c-a6e2-1db407472294 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c55d5f-4d23-4654-87c3-ff99b40f316e,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:08.776364 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:54:08.797015 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:54:08.797345 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 467f9e0f-7fd2-4a41-82fd-6c6f38a9e195 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:54:08.797814 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:54:08.818528 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:54:08.818873 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device c91b334a-5c1b-44c9-b1d7-d85c6d05e0ed not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:54:08.959593 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:54:09.056655 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 46662) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:09.100662 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-ebf73f6a-1dea-4a62-a9d8-f4105a423c46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fb97a2c64e148c4a858a80261e8c8f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461473 Sep 14 18:54:09.110713 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 46666) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:09.163121 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-85ddaab0-6a38-4ef3-ab99-9cefb8021181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:09.186382 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-85ddaab0-6a38-4ef3-ab99-9cefb8021181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:09.242448 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-85ddaab0-6a38-4ef3-ab99-9cefb8021181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:09.245026 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-85ddaab0-6a38-4ef3-ab99-9cefb8021181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:09.246249 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-85ddaab0-6a38-4ef3-ab99-9cefb8021181 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebee190f-ca95-445f-a6af-144e591f167b HTTP/1.1" status: 204 len: 168 time: 0.1345530 Sep 14 18:54:09.257080 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddaab0-6a38-4ef3-ab99-9cefb8021181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebee190f-ca95-445f-a6af-144e591f167b,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:09.333196 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30703b8-6c4d-4ffe-bbdf-673b4880b447 req-068115c9-d196-40f7-8037-04d3ae9bfb36 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:09.334934 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c30703b8-6c4d-4ffe-bbdf-673b4880b447 req-068115c9-d196-40f7-8037-04d3ae9bfb36 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 945 time: 0.0597715 Sep 14 18:54:09.375096 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c30703b8-6c4d-4ffe-bbdf-673b4880b447 req-ce8c5e9b-4ca2-492c-9f34-a0bd4577a8dc tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343544 Sep 14 18:54:10.504101 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099160b5-1881-4046-873d-44e8dd876c0b req-762a0058-7729-4f30-b766-05503d8680b8 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:10.506495 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-099160b5-1881-4046-873d-44e8dd876c0b req-762a0058-7729-4f30-b766-05503d8680b8 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 945 time: 0.0579793 Sep 14 18:54:10.548336 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-099160b5-1881-4046-873d-44e8dd876c0b req-808ca627-515c-47ae-b2df-b0e7b2ebd1a0 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/security-groups?id=241a5276-6681-4744-926f-fa7bb1f473d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352867 Sep 14 18:54:11.159400 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241596e-c7be-46e6-98e6-69d47d448361 req-db466ce7-d0f3-4595-84d2-49155c4383fb tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:11.161583 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4241596e-c7be-46e6-98e6-69d47d448361 req-db466ce7-d0f3-4595-84d2-49155c4383fb tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 945 time: 0.0563695 Sep 14 18:54:11.261720 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-4241596e-c7be-46e6-98e6-69d47d448361 req-b8cfede4-4e04-4f43-bc44-09703979df64 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Deleting port 30afffd6-957c-49ca-ae0f-c718cfb83834 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:54:11.261972 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-4241596e-c7be-46e6-98e6-69d47d448361 req-b8cfede4-4e04-4f43-bc44-09703979df64 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:11.359195 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-4241596e-c7be-46e6-98e6-69d47d448361 req-b8cfede4-4e04-4f43-bc44-09703979df64 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] For port 30afffd6-957c-49ca-ae0f-c718cfb83834, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=30afffd6-957c-49ca-ae0f-c718cfb83834,segment=NetworkSegment(d9a5eff2-c64c-4318-a706-3d41f743abca),segment_id=d9a5eff2-c64c-4318-a706-3d41f743abca)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:54:11.359596 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-4241596e-c7be-46e6-98e6-69d47d448361 req-b8cfede4-4e04-4f43-bc44-09703979df64 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:11.372529 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-4241596e-c7be-46e6-98e6-69d47d448361 req-b8cfede4-4e04-4f43-bc44-09703979df64 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Calling delete_port for 30afffd6-957c-49ca-ae0f-c718cfb83834 owned by compute:nova {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:54:11.506710 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-4241596e-c7be-46e6-98e6-69d47d448361 req-b8cfede4-4e04-4f43-bc44-09703979df64 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:11.536324 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfede4-4e04-4f43-bc44-09703979df64 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Pushing event deleted for resources: {'Port': ['ID=30afffd6-957c-49ca-ae0f-c718cfb83834,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:11.584307 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4241596e-c7be-46e6-98e6-69d47d448361 req-b8cfede4-4e04-4f43-bc44-09703979df64 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] No DVR routers for this DVR port 30afffd6-957c-49ca-ae0f-c718cfb83834 on host hv-cinder-80899 {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:54:11.586788 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-4241596e-c7be-46e6-98e6-69d47d448361 req-b8cfede4-4e04-4f43-bc44-09703979df64 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:11.588774 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4241596e-c7be-46e6-98e6-69d47d448361 req-b8cfede4-4e04-4f43-bc44-09703979df64 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.68 "DELETE /v2.0/ports/30afffd6-957c-49ca-ae0f-c718cfb83834 HTTP/1.1" status: 204 len: 173 time: 0.4169288 Sep 14 18:54:11.589250 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaef261d-16cc-4d7d-855f-3106516b4576', 'name': 'network-vif-deleted', 'tag': '30afffd6-957c-49ca-ae0f-c718cfb83834'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:54:11.591423 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85345611-9ec2-4783-b256-2e56c8d528c5" -d '{"events": [{"server_uuid": "aaef261d-16cc-4d7d-855f-3106516b4576", "name": "network-vif-deleted", "tag": "30afffd6-957c-49ca-ae0f-c718cfb83834"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:54:11.660448 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d95f6bc1-b1dd-43ed-bf93-d847ffefbaa0 req-8f0c21fe-7952-4fa8-8bca-fda16389a183 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 210 time: 0.0330594 Sep 14 18:54:11.706207 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77282357-9b47-4393-bfde-5be02c1d4cd7 x-openstack-request-id: req-77282357-9b47-4393-bfde-5be02c1d4cd7 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:54:11.706506 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaef261d-16cc-4d7d-855f-3106516b4576", "name": "network-vif-deleted", "tag": "30afffd6-957c-49ca-ae0f-c718cfb83834", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:54:11.706780 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77282357-9b47-4393-bfde-5be02c1d4cd7 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:54:11.707177 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaef261d-16cc-4d7d-855f-3106516b4576', 'name': 'network-vif-deleted', 'tag': '30afffd6-957c-49ca-ae0f-c718cfb83834', 'status': 'completed', 'code': 200} Sep 14 18:54:12.769393 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1244ff0c-ba30-4071-b9dc-4be20fbc016c req-219a00ec-4b47-491a-aa03-c58c3a9337de tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 210 time: 0.0260277 Sep 14 18:54:13.867208 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2f72bb1a-4fe4-4a64-8a9f-153d44b0d3f8 req-a7216250-bf0e-44b8-8cb4-094b21c2578a tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 210 time: 0.0267494 Sep 14 18:54:14.126927 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['30afffd6-957c-49ca-ae0f-c718cfb83834'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:54:14.991127 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-32fb1aa2-234f-456c-9311-2ce0c3cdc817 req-90eda65c-b6ce-4b93-8d59-afe4884b1ac8 tempest-VolumesSnapshotTestJSON-1003932217 tempest-VolumesSnapshotTestJSON-1003932217-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaef261d-16cc-4d7d-855f-3106516b4576 HTTP/1.1" status: 200 len: 210 time: 0.0358255 Sep 14 18:54:16.295887 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 30afffd6-957c-49ca-ae0f-c718cfb83834 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:54:16.478401 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: 30afffd6-957c-49ca-ae0f-c718cfb83834 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:54:16.478752 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 30afffd6-957c-49ca-ae0f-c718cfb83834 not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:54:22.064074 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-2e931c67-9934-4b56-9e39-e0487663fd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:22.930540 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 46944) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:23.070993 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bab6d2b5-1b9f-4e3e-b9c0-8609b839cd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.213505 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bab6d2b5-1b9f-4e3e-b9c0-8609b839cd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.219180 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bab6d2b5-1b9f-4e3e-b9c0-8609b839cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.227940 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 46950) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:23.268881 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-bab6d2b5-1b9f-4e3e-b9c0-8609b839cd17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2108c7f8d5b24f4d8df611e5dcb9b067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372188 Sep 14 18:54:23.269645 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6d2b5-1b9f-4e3e-b9c0-8609b839cd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e781a993-ffe3-49a8-a56a-77570291adf6,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:23.273186 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 46954) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:23.344609 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a262d3de-4bdd-40ea-a39a-38e00c7b81b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.378711 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a262d3de-4bdd-40ea-a39a-38e00c7b81b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.394210 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-02620d37-95c2-4c61-ada4-499b8eade640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.467773 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a262d3de-4bdd-40ea-a39a-38e00c7b81b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.472421 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a262d3de-4bdd-40ea-a39a-38e00c7b81b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.474918 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-a262d3de-4bdd-40ea-a39a-38e00c7b81b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e781a993-ffe3-49a8-a56a-77570291adf6 HTTP/1.1" status: 204 len: 168 time: 0.2014072 Sep 14 18:54:23.492499 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262d3de-4bdd-40ea-a39a-38e00c7b81b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e781a993-ffe3-49a8-a56a-77570291adf6,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:23.579946 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-02620d37-95c2-4c61-ada4-499b8eade640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.585817 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-02620d37-95c2-4c61-ada4-499b8eade640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.626830 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-02620d37-95c2-4c61-ada4-499b8eade640 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32c6b6c14b8f49ada74aa50919e9df6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3977449 Sep 14 18:54:23.630331 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 46966) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:23.638124 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02620d37-95c2-4c61-ada4-499b8eade640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1fd7ae-50c3-4f49-a75b-98364a04abf4,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:23.707536 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-03701614-aaa0-4f24-95ea-9edfdec4dfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.751603 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-03701614-aaa0-4f24-95ea-9edfdec4dfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.811448 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-03701614-aaa0-4f24-95ea-9edfdec4dfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.814245 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-03701614-aaa0-4f24-95ea-9edfdec4dfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:23.815439 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-03701614-aaa0-4f24-95ea-9edfdec4dfe3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a1fd7ae-50c3-4f49-a75b-98364a04abf4 HTTP/1.1" status: 204 len: 168 time: 0.1836188 Sep 14 18:54:23.829534 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03701614-aaa0-4f24-95ea-9edfdec4dfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1fd7ae-50c3-4f49-a75b-98364a04abf4,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:23.870929 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 46972) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:23.889958 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c16797dc-03ce-40bc-816a-bd82cb11278f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:24.003876 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c16797dc-03ce-40bc-816a-bd82cb11278f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:24.009553 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c16797dc-03ce-40bc-816a-bd82cb11278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:24.052309 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-c16797dc-03ce-40bc-816a-bd82cb11278f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf03ee274c0e4d7bae9ffcb995fca785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795924 Sep 14 18:54:24.053104 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16797dc-03ce-40bc-816a-bd82cb11278f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af08a68-8a19-480a-bfa1-20d97508426d,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:24.055720 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 46976) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:24.117332 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-283525de-0561-4105-a382-b395a1185626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:24.153743 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-283525de-0561-4105-a382-b395a1185626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:24.214646 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-283525de-0561-4105-a382-b395a1185626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:24.219009 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-283525de-0561-4105-a382-b395a1185626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:24.224646 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-283525de-0561-4105-a382-b395a1185626 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9af08a68-8a19-480a-bfa1-20d97508426d HTTP/1.1" status: 204 len: 168 time: 0.1636775 Sep 14 18:54:24.230988 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283525de-0561-4105-a382-b395a1185626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af08a68-8a19-480a-bfa1-20d97508426d,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:25.032191 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:25.247012 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-4c70a5a0-4608-4aeb-ad45-05fec2bca91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:26.621658 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:28.063065 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47182) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:28.207513 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a64f60a-867a-460c-a372-da089dee0cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:28.266738 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:28.321455 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a64f60a-867a-460c-a372-da089dee0cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:28.325543 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8a64f60a-867a-460c-a372-da089dee0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:28.371743 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-8a64f60a-867a-460c-a372-da089dee0cc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ace9c86953f342778eb805f6b435481a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073721 Sep 14 18:54:28.372687 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64f60a-867a-460c-a372-da089dee0cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8d0159-33a4-4042-8404-c8fe6f15a1dc,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:28.375272 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47192) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:28.431096 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-94bd0042-991b-4cd6-b330-552f566c9bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:28.454723 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-94bd0042-991b-4cd6-b330-552f566c9bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:28.511335 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-94bd0042-991b-4cd6-b330-552f566c9bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:28.513948 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-94bd0042-991b-4cd6-b330-552f566c9bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:28.515125 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-94bd0042-991b-4cd6-b330-552f566c9bc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e8d0159-33a4-4042-8404-c8fe6f15a1dc HTTP/1.1" status: 204 len: 168 time: 0.1384954 Sep 14 18:54:28.524741 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd0042-991b-4cd6-b330-552f566c9bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8d0159-33a4-4042-8404-c8fe6f15a1dc,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:28.811033 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47200) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:28.824760 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:28.943170 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:28.946915 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:28.986678 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1f7a72-0f58-4086-9e87-6dbb97866941,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:28.991253 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0698f24b24bf4ef994d28a5faed6354a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791210 Sep 14 18:54:28.992350 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:28.995044 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47202) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:28.997850 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:28.998259 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:28.998620 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:28.998880 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:28.999204 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:28.999535 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:28.999873 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:29.000202 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:29.000530 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:29.000856 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:29.001178 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:29.001554 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e85c95-a895-4dc9-8349-077c4ca8f439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:29.298874 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8df22237-2b6b-4ce6-bec2-68988c34ee89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:29.325631 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8df22237-2b6b-4ce6-bec2-68988c34ee89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:29.379859 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8df22237-2b6b-4ce6-bec2-68988c34ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:29.382646 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8df22237-2b6b-4ce6-bec2-68988c34ee89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:29.383960 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-8df22237-2b6b-4ce6-bec2-68988c34ee89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd1f7a72-0f58-4086-9e87-6dbb97866941 HTTP/1.1" status: 204 len: 168 time: 0.3877397 Sep 14 18:54:29.392742 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df22237-2b6b-4ce6-bec2-68988c34ee89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1f7a72-0f58-4086-9e87-6dbb97866941,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:29.511093 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-66f317a9-8d76-43b4-bf6c-b9ed1126df52 req-01e06e56-71b6-4b87-b905-97a73d2dba1a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451627 Sep 14 18:54:29.580286 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f317a9-8d76-43b4-bf6c-b9ed1126df52 req-2ecd866b-4b7b-4ac0-a75b-d0bee89c4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:29.581736 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-66f317a9-8d76-43b4-bf6c-b9ed1126df52 req-2ecd866b-4b7b-4ac0-a75b-d0bee89c4c57 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 1099 time: 0.0441377 Sep 14 18:54:29.732165 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f317a9-8d76-43b4-bf6c-b9ed1126df52 req-c34c3602-a448-4d3b-b8c4-1839d182adde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:29.737565 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-66f317a9-8d76-43b4-bf6c-b9ed1126df52 req-c34c3602-a448-4d3b-b8c4-1839d182adde service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 918 time: 0.1311285 Sep 14 18:54:30.055616 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-66f317a9-8d76-43b4-bf6c-b9ed1126df52 req-a312ebb0-7159-4eaf-8a5d-8d0ad88c8122 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0036a361-4424-47c9-85b9-51d4bdffa849 HTTP/1.1" status: 200 len: 1000 time: 0.3131037 Sep 14 18:54:30.141540 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f317a9-8d76-43b4-bf6c-b9ed1126df52 req-0e4c39e1-4d33-40db-9266-c72551cff108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:30.144696 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-66f317a9-8d76-43b4-bf6c-b9ed1126df52 req-0e4c39e1-4d33-40db-9266-c72551cff108 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b33bb60-5dd8-40e4-96f0-04cab71aa308 HTTP/1.1" status: 200 len: 856 time: 0.0808866 Sep 14 18:54:30.221218 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f317a9-8d76-43b4-bf6c-b9ed1126df52 req-c9e0c5b6-d252-4ded-a858-2aefac072370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:30.223885 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-66f317a9-8d76-43b4-bf6c-b9ed1126df52 req-c9e0c5b6-d252-4ded-a858-2aefac072370 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703144 Sep 14 18:54:30.366883 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-66f317a9-8d76-43b4-bf6c-b9ed1126df52 req-2b131e8e-82cc-47eb-9233-43df2d62ae43 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352315 Sep 14 18:54:30.513652 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-66f317a9-8d76-43b4-bf6c-b9ed1126df52 req-954b0591-e3f2-4479-9569-5c1227cb3197 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386492 Sep 14 18:54:30.868410 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47268) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:31.089041 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f2e9215b-c524-4bfe-93b6-1d8e05351402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:31.206782 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f2e9215b-c524-4bfe-93b6-1d8e05351402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:31.217088 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f2e9215b-c524-4bfe-93b6-1d8e05351402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:31.259952 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-f2e9215b-c524-4bfe-93b6-1d8e05351402 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f360453bc0704c8bbd01d23edca87de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904335 Sep 14 18:54:31.260828 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9215b-c524-4bfe-93b6-1d8e05351402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49d9e7b-69b1-4f38-9c31-2aa3a4050bb4,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:31.263221 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47280) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:31.321264 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b11a986d-532b-414c-9b70-48ebbb175a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:31.346405 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b11a986d-532b-414c-9b70-48ebbb175a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:31.416850 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b11a986d-532b-414c-9b70-48ebbb175a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:31.420445 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b11a986d-532b-414c-9b70-48ebbb175a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:31.422136 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b11a986d-532b-414c-9b70-48ebbb175a37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e49d9e7b-69b1-4f38-9c31-2aa3a4050bb4 HTTP/1.1" status: 204 len: 168 time: 0.1578929 Sep 14 18:54:31.434186 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a986d-532b-414c-9b70-48ebbb175a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49d9e7b-69b1-4f38-9c31-2aa3a4050bb4,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:31.834139 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9dd39-96fb-433f-9f73-0c42b25ce2bd req-3d4ab7e6-b0d9-4f92-8e7a-60d3be78425f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:31.835953 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e1e9dd39-96fb-433f-9f73-0c42b25ce2bd req-3d4ab7e6-b0d9-4f92-8e7a-60d3be78425f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 946 time: 0.0583229 Sep 14 18:54:31.840856 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47308) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:31.855518 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7238f459-6279-423e-badc-453fbfc580ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:31.884235 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e1e9dd39-96fb-433f-9f73-0c42b25ce2bd req-c566a0be-cabb-45b1-9aec-456fa3442f92 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417113 Sep 14 18:54:31.968889 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7238f459-6279-423e-badc-453fbfc580ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:31.974714 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7238f459-6279-423e-badc-453fbfc580ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:32.016395 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238f459-6279-423e-badc-453fbfc580ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d06d1b-3660-4c78-92e8-4a6f89b5c3f9,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:32.022856 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-7238f459-6279-423e-badc-453fbfc580ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e4858b04f114b1481528c9e5cd01d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807420 Sep 14 18:54:32.025261 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47318) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:32.094354 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b09132fe-6901-4eca-8340-8bf4c18d10bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:32.126859 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b09132fe-6901-4eca-8340-8bf4c18d10bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:32.178252 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b09132fe-6901-4eca-8340-8bf4c18d10bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:32.180985 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b09132fe-6901-4eca-8340-8bf4c18d10bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:32.182308 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b09132fe-6901-4eca-8340-8bf4c18d10bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3d06d1b-3660-4c78-92e8-4a6f89b5c3f9 HTTP/1.1" status: 204 len: 168 time: 0.1557961 Sep 14 18:54:32.190577 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09132fe-6901-4eca-8340-8bf4c18d10bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d06d1b-3660-4c78-92e8-4a6f89b5c3f9,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:33.231581 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3fc1c-57d9-41bb-9ca8-01d55d0e1a83 req-763a5dbe-d47f-414e-b67d-845e0cae33c6 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:33.233445 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e4b3fc1c-57d9-41bb-9ca8-01d55d0e1a83 req-763a5dbe-d47f-414e-b67d-845e0cae33c6 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 946 time: 0.2772689 Sep 14 18:54:33.290725 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e4b3fc1c-57d9-41bb-9ca8-01d55d0e1a83 req-ce6b6ba7-2eed-4e0f-af2d-73e85f599d10 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=b269079a-a3ce-4adb-a819-781bc78f007a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471787 Sep 14 18:54:33.556469 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-136db8b2-731f-4361-b26e-209292136c1f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:33.558533 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-136db8b2-731f-4361-b26e-209292136c1f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.68 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 946 time: 0.0571382 Sep 14 18:54:33.681954 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Deleting port 0036a361-4424-47c9-85b9-51d4bdffa849 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:54:33.682549 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:33.796055 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] For port 0036a361-4424-47c9-85b9-51d4bdffa849, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0036a361-4424-47c9-85b9-51d4bdffa849,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:54:33.796571 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:34.145042 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:34.145549 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:34.145853 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.l3_db [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Floating IP 16d4575e-0724-4880-bbf6-00996b37d8f2 disassociated. External IP: 172.27.1.95, port: 0036a361-4424-47c9-85b9-51d4bdffa849. Sep 14 18:54:34.146275 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Calling delete_port for 0036a361-4424-47c9-85b9-51d4bdffa849 owned by compute:nova {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:54:34.294684 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:34.325547 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event deleted for resources: {'Port': ['ID=0036a361-4424-47c9-85b9-51d4bdffa849,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:34.478121 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e9b4c0d6-0260-4ac2-b099-ccfbbb78f131 req-19a9f613-e20c-4b6a-b2ea-5bd061cfc04c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=6100979a-9186-459b-944a-a0a100521758 HTTP/1.1" status: 200 len: 210 time: 0.0379684 Sep 14 18:54:34.503477 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:54:34.654754 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:54:34.669792 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47442) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:34.675659 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa97c220-5af0-4c0c-bbeb-17924367677a None None] Sync routers for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:54:34.688772 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97c220-5af0-4c0c-bbeb-17924367677a None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:54:34.689862 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-fa97c220-5af0-4c0c-bbeb-17924367677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:54:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:34.727998 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] No DVR routers for this DVR port 0036a361-4424-47c9-85b9-51d4bdffa849 on host hv-cinder-80899 {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:54:34.732091 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:34.736257 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2ee5a5fd-6fb8-4d01-88dd-768cc57c4419 req-25b2ab34-b1be-4e13-9c4f-0f3aa203d6d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.68 "DELETE /v2.0/ports/0036a361-4424-47c9-85b9-51d4bdffa849 HTTP/1.1" status: 204 len: 173 time: 1.1665711 Sep 14 18:54:34.737260 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'name': 'network-vif-deleted', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:54:34.741541 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ed0b0c-b4eb-4cff-8462-c31082d23cbf" -d '{"events": [{"server_uuid": "6100979a-9186-459b-944a-a0a100521758", "name": "network-vif-deleted", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:54:34.798671 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49845f86-6875-47b9-bc92-49df7d708fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:34.807406 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967789ea-2480-4146-9e83-2278ef9dc66b x-openstack-request-id: req-967789ea-2480-4146-9e83-2278ef9dc66b {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:54:34.807839 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6100979a-9186-459b-944a-a0a100521758", "name": "network-vif-deleted", "tag": "0036a361-4424-47c9-85b9-51d4bdffa849", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:54:34.808271 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-967789ea-2480-4146-9e83-2278ef9dc66b {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:54:34.809246 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6100979a-9186-459b-944a-a0a100521758', 'name': 'network-vif-deleted', 'tag': '0036a361-4424-47c9-85b9-51d4bdffa849', 'status': 'completed', 'code': 200} Sep 14 18:54:34.885854 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-fa97c220-5af0-4c0c-bbeb-17924367677a None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:54:34.924107 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49845f86-6875-47b9-bc92-49df7d708fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:34.929776 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49845f86-6875-47b9-bc92-49df7d708fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:35.002443 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-49845f86-6875-47b9-bc92-49df7d708fb4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c218449553194c0a906107d102ec5af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312848 Sep 14 18:54:35.003590 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47452) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:35.009307 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49845f86-6875-47b9-bc92-49df7d708fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2401b72c-02c1-4223-802d-a78800f69fd4,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:35.105000 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5b4649df-301c-40d8-b084-126a90eb5a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:35.147652 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5b4649df-301c-40d8-b084-126a90eb5a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:35.181436 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-fa97c220-5af0-4c0c-bbeb-17924367677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:37Z', 'revision_number': 5, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:35.236927 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa97c220-5af0-4c0c-bbeb-17924367677a None None] Checking router: 4ebed4c8-e5da-4f4e-a481-7168c04d99fc for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:54:35.247064 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5b4649df-301c-40d8-b084-126a90eb5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:35.250010 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5b4649df-301c-40d8-b084-126a90eb5a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:35.251214 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-5b4649df-301c-40d8-b084-126a90eb5a65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2401b72c-02c1-4223-802d-a78800f69fd4 HTTP/1.1" status: 204 len: 168 time: 0.2457256 Sep 14 18:54:35.259727 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97c220-5af0-4c0c-bbeb-17924367677a None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:54:35.260956 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-fa97c220-5af0-4c0c-bbeb-17924367677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:54:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:35.268156 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4649df-301c-40d8-b084-126a90eb5a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2401b72c-02c1-4223-802d-a78800f69fd4,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:35.469944 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-fa97c220-5af0-4c0c-bbeb-17924367677a None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:54:35.604804 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47476) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:35.623333 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47480) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:35.727825 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c0971232-1a0b-4a77-9bc4-463c47e4ad03 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:35.761364 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c0971232-1a0b-4a77-9bc4-463c47e4ad03 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:35.762454 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-fa97c220-5af0-4c0c-bbeb-17924367677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:37Z', 'revision_number': 5, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:35.807111 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa97c220-5af0-4c0c-bbeb-17924367677a None None] The sync data for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi is: [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:37Z', 'revision_number': 5, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:54:35.814274 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-49481869-63fc-4f18-b976-03027416644e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:35.860049 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c0971232-1a0b-4a77-9bc4-463c47e4ad03 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:35.864970 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c0971232-1a0b-4a77-9bc4-463c47e4ad03 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:35.867826 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-c0971232-1a0b-4a77-9bc4-463c47e4ad03 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "DELETE /v2.0/security-groups/b269079a-a3ce-4adb-a819-781bc78f007a HTTP/1.1" status: 204 len: 168 time: 0.2430007 Sep 14 18:54:35.872972 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47484) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:35.881994 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0971232-1a0b-4a77-9bc4-463c47e4ad03 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b269079a-a3ce-4adb-a819-781bc78f007a,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:35.882837 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47486) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:35.899504 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-57dd16ce-4277-43e9-a829-bbe39f68ddd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:35.908777 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.api.v2.resource [None req-d4bdc1ce-c9e6-4366-874f-dfcc36c05901 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] show failed (client error): The resource could not be found. Sep 14 18:54:35.910223 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-d4bdc1ce-c9e6-4366-874f-dfcc36c05901 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups/b269079a-a3ce-4adb-a819-781bc78f007a HTTP/1.1" status: 404 len: 347 time: 0.0359547 Sep 14 18:54:35.914387 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47488) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:36.012429 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-49481869-63fc-4f18-b976-03027416644e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.018350 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-49481869-63fc-4f18-b976-03027416644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.073811 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-49481869-63fc-4f18-b976-03027416644e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=433d37a91b26447b9bef5ffee2558470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4672906 Sep 14 18:54:36.074752 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49481869-63fc-4f18-b976-03027416644e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01775958-d7f1-4879-9f77-df0ff03d2b97,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:36.077517 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47490) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:36.205423 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f0b0c-83d9-4221-a984-df6da3d021f0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Deleting port 75c1dfe0-c87e-45e7-832a-58c35d6649a3 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:54:36.205802 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b0c-83d9-4221-a984-df6da3d021f0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.206677 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 0036a361-4424-47c9-85b9-51d4bdffa849 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:54:36.209910 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-55bd6ada-170c-4480-ac85-dffd0b4f360d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.245065 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: 0036a361-4424-47c9-85b9-51d4bdffa849 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:54:36.246020 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 0036a361-4424-47c9-85b9-51d4bdffa849 not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:54:36.280040 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f52cc0e-56c3-4b50-a264-71ecc50d77a7 None None] New status for floating IP 16d4575e-0724-4880-bbf6-00996b37d8f2: DOWN {{(pid=105944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:54:36.327567 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-57dd16ce-4277-43e9-a829-bbe39f68ddd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.331707 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-55bd6ada-170c-4480-ac85-dffd0b4f360d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.347406 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-57dd16ce-4277-43e9-a829-bbe39f68ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.473177 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-57dd16ce-4277-43e9-a829-bbe39f68ddd1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8afa2ae5a66f455196c3b71ab77e8c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5889413 Sep 14 18:54:36.476210 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47492) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:36.481801 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd16ce-4277-43e9-a829-bbe39f68ddd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b5b701-8980-4156-b0d2-f3e02bddf854,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:36.486502 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b0c-83d9-4221-a984-df6da3d021f0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.486839 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b0c-83d9-4221-a984-df6da3d021f0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.509036 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f0b0c-83d9-4221-a984-df6da3d021f0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Calling delete_port for 75c1dfe0-c87e-45e7-832a-58c35d6649a3 owned by network:floatingip {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:54:36.576562 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-08b2fcae-e10d-4261-8063-aec3b4334ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.613171 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-55bd6ada-170c-4480-ac85-dffd0b4f360d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.618932 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-08b2fcae-e10d-4261-8063-aec3b4334ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.619545 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-55bd6ada-170c-4480-ac85-dffd0b4f360d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.625012 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-55bd6ada-170c-4480-ac85-dffd0b4f360d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01775958-d7f1-4879-9f77-df0ff03d2b97 HTTP/1.1" status: 204 len: 168 time: 0.5391469 Sep 14 18:54:36.655499 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd6ada-170c-4480-ac85-dffd0b4f360d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01775958-d7f1-4879-9f77-df0ff03d2b97,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:36.719009 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-08b2fcae-e10d-4261-8063-aec3b4334ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.725859 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-08b2fcae-e10d-4261-8063-aec3b4334ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.727844 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-08b2fcae-e10d-4261-8063-aec3b4334ea5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01b5b701-8980-4156-b0d2-f3e02bddf854 HTTP/1.1" status: 204 len: 168 time: 0.2501802 Sep 14 18:54:36.755540 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2fcae-e10d-4261-8063-aec3b4334ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b5b701-8980-4156-b0d2-f3e02bddf854,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:36.850649 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b0c-83d9-4221-a984-df6da3d021f0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:36.928999 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f0b0c-83d9-4221-a984-df6da3d021f0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event deleted for resources: {'Port': ['ID=75c1dfe0-c87e-45e7-832a-58c35d6649a3,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:37.115636 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b0c-83d9-4221-a984-df6da3d021f0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.120377 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b0c-83d9-4221-a984-df6da3d021f0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.120989 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-3c3f0b0c-83d9-4221-a984-df6da3d021f0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "DELETE /v2.0/floatingips/16d4575e-0724-4880-bbf6-00996b37d8f2 HTTP/1.1" status: 204 len: 168 time: 1.2048585 Sep 14 18:54:37.310433 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47516) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:37.325031 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d24ddf1e-cf58-4085-a6fd-c6edafadf475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.425820 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47520) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:37.434744 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-3be4633e-ce9d-40ea-bea8-6c3be35ec71a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1816153581', 'description': 'tempest-description--1370810503'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:37.453295 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d24ddf1e-cf58-4085-a6fd-c6edafadf475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.459761 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d24ddf1e-cf58-4085-a6fd-c6edafadf475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.481905 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3be4633e-ce9d-40ea-bea8-6c3be35ec71a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.532293 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ddf1e-cf58-4085-a6fd-c6edafadf475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375393ab-a452-4e20-92c8-1a9dd51fe166,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:37.537864 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-d24ddf1e-cf58-4085-a6fd-c6edafadf475 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2f21c81f26f4faa8198c6dbb55a5e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262669 Sep 14 18:54:37.540837 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47522) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:37.608641 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3be4633e-ce9d-40ea-bea8-6c3be35ec71a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.613229 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0643ae99-b072-4b4c-a332-6a28397f818f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.614847 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3be4633e-ce9d-40ea-bea8-6c3be35ec71a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.655513 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0643ae99-b072-4b4c-a332-6a28397f818f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.670175 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3be4633e-ce9d-40ea-bea8-6c3be35ec71a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.677378 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-3be4633e-ce9d-40ea-bea8-6c3be35ec71a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2486150 Sep 14 18:54:37.677750 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47528) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:37.680978 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4633e-ce9d-40ea-bea8-6c3be35ec71a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:37.686301 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-7f8c9404-3852-4a49-bede-cdf9cae1e6be tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Request body: {'security_group_rule': {'security_group_id': 'aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:37.744406 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9404-3852-4a49-bede-cdf9cae1e6be tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.758809 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0643ae99-b072-4b4c-a332-6a28397f818f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.762637 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0643ae99-b072-4b4c-a332-6a28397f818f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.762779 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-0643ae99-b072-4b4c-a332-6a28397f818f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/375393ab-a452-4e20-92c8-1a9dd51fe166 HTTP/1.1" status: 204 len: 168 time: 0.2213366 Sep 14 18:54:37.783215 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643ae99-b072-4b4c-a332-6a28397f818f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375393ab-a452-4e20-92c8-1a9dd51fe166,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:37.844658 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9404-3852-4a49-bede-cdf9cae1e6be tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.861738 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9404-3852-4a49-bede-cdf9cae1e6be tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.884798 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c9404-3852-4a49-bede-cdf9cae1e6be tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a455cb-7165-4696-bb82-276397680603,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:37.893028 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9404-3852-4a49-bede-cdf9cae1e6be tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:37.899163 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-7f8c9404-3852-4a49-bede-cdf9cae1e6be tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2158012 Sep 14 18:54:37.899163 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47536) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:37.903536 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-239c51ae-7b94-4471-b557-6809989d57b1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Request body: {'security_group_rule': {'security_group_id': 'aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:37.937803 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-239c51ae-7b94-4471-b557-6809989d57b1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.014590 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-239c51ae-7b94-4471-b557-6809989d57b1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.021360 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-239c51ae-7b94-4471-b557-6809989d57b1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.051624 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c51ae-7b94-4471-b557-6809989d57b1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bc3a62-585f-4078-b800-20aab004cc40,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:38.066288 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-239c51ae-7b94-4471-b557-6809989d57b1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.068403 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-239c51ae-7b94-4471-b557-6809989d57b1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1683493 Sep 14 18:54:38.071592 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47544) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:38.076583 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Request body: {'floatingip': {'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:38.106130 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.250970 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.405463 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Allocated IP 172.27.1.84 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/0f1dbf3f-cba6-45e6-8cf8-91e50f3a677c) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:54:38.469229 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47570) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:38.485438 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c0ba-8d6a-473f-a992-38d5f829152f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.600729 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.661244 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c0ba-8d6a-473f-a992-38d5f829152f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.667150 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c0ba-8d6a-473f-a992-38d5f829152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.678893 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.735151 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-c9d6c0ba-8d6a-473f-a992-38d5f829152f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cbf52ecf59e497b9591ef0cef42df55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644439 Sep 14 18:54:38.737717 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6c0ba-8d6a-473f-a992-38d5f829152f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aa2e51-8d94-499c-b22f-926c007bf618,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:38.741732 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47576) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:38.752040 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:54:38.757329 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:54:38.760967 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event updated for resources: {'Port': ['ID=0f1dbf3f-cba6-45e6-8cf8-91e50f3a677c,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:38.766244 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:54:38.828775 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c21b-d0e9-42d8-b351-d9abad5e522b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.871804 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c21b-d0e9-42d8-b351-d9abad5e522b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.934008 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.960365 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c21b-d0e9-42d8-b351-d9abad5e522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.965704 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c21b-d0e9-42d8-b351-d9abad5e522b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:38.971549 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-d0e8c21b-d0e9-42d8-b351-d9abad5e522b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6aa2e51-8d94-499c-b22f-926c007bf618 HTTP/1.1" status: 204 len: 168 time: 0.2245870 Sep 14 18:54:38.980505 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8c21b-d0e9-42d8-b351-d9abad5e522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aa2e51-8d94-499c-b22f-926c007bf618,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:38.991714 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:39.234485 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:39.240702 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26220426'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:39.383998 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event updated for resources: {'Port': ['ID=0f1dbf3f-cba6-45e6-8cf8-91e50f3a677c,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:39.398168 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:39.422275 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:39.437539 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-84e68030-b93f-4396-808b-0a022713d85c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3511715 Sep 14 18:54:39.794647 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c486596d-bfb3-45cc-8ba5-3921efacf327 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1816153581&fields=id&tenant_id=5d3918a19d9e4fad81aee482e9cf2afd HTTP/1.1" status: 200 len: 267 time: 0.0608671 Sep 14 18:54:39.978088 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-9ba16ea0-d3c3-4c9e-a0ed-316fb8ff3a2a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:39.979754 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-9ba16ea0-d3c3-4c9e-a0ed-316fb8ff3a2a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 817 time: 0.1691809 Sep 14 18:54:40.004997 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-5fc6826b-0905-41c4-87f3-d03752b5e724 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/quotas/5d3918a19d9e4fad81aee482e9cf2afd HTTP/1.1" status: 200 len: 375 time: 0.0114932 Sep 14 18:54:40.082375 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-79a0b0e0-08dd-47cc-b077-9e033f988fba tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679245 Sep 14 18:54:40.418090 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-ba8a2209-996d-4c85-b771-2735db45e90b service neutron] 10.222.0.37 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186557 Sep 14 18:54:40.422450 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47666) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:40.536951 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-93fa612f-1901-4a4f-bef5-ba1a742884e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:40.549921 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-62e253a7-1f86-466b-b2aa-ed250e82bd5f service neutron] 10.222.0.37 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202776 Sep 14 18:54:40.679550 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-93fa612f-1901-4a4f-bef5-ba1a742884e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:40.686364 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-93fa612f-1901-4a4f-bef5-ba1a742884e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:40.780123 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47680) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:40.796516 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-93fa612f-1901-4a4f-bef5-ba1a742884e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb88a64cae7c4b3a97860f9d2ffa4bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691261 Sep 14 18:54:40.796516 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa612f-1901-4a4f-bef5-ba1a742884e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1b2b34-676c-42b7-b464-dcdd9ec5d077,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:40.802465 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47682) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:40.803483 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47684) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:40.898732 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b545869c-07fe-43aa-abdf-56f61371a24e req-9c21c3c1-cf35-4e1f-a52e-ecf9d5f67745 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 210 time: 0.0601435 Sep 14 18:54:40.925868 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf18f02f-ecad-41a9-b8da-a6a8c917883a admin admin] Deleting subnet 95f23e7b-1bd5-4fcb-89a3-9f490a61d777 {{(pid=105942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 18:54:40.948965 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cf18f02f-ecad-41a9-b8da-a6a8c917883a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:40.974947 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-9d462c60-31cc-404f-b65e-298213738880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.005089 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cf18f02f-ecad-41a9-b8da-a6a8c917883a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25522176'] for subnet, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.012812 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-9d462c60-31cc-404f-b65e-298213738880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.059076 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d66a4a98-64c6-466e-b521-9e5f48d240dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.134182 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cf18f02f-ecad-41a9-b8da-a6a8c917883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.230918 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-9d462c60-31cc-404f-b65e-298213738880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.235799 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-9d462c60-31cc-404f-b65e-298213738880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.241547 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-9d462c60-31cc-404f-b65e-298213738880 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc1b2b34-676c-42b7-b464-dcdd9ec5d077 HTTP/1.1" status: 204 len: 168 time: 0.4322486 Sep 14 18:54:41.275851 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cf18f02f-ecad-41a9-b8da-a6a8c917883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27028881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25747905'] for subnet, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.279514 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d462c60-31cc-404f-b65e-298213738880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1b2b34-676c-42b7-b464-dcdd9ec5d077,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:41.352963 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-cf18f02f-ecad-41a9-b8da-a6a8c917883a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.358694 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-cf18f02f-ecad-41a9-b8da-a6a8c917883a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/95f23e7b-1bd5-4fcb-89a3-9f490a61d777 HTTP/1.1" status: 204 len: 168 time: 0.5756843 Sep 14 18:54:41.360918 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47700) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:41.366633 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18f02f-ecad-41a9-b8da-a6a8c917883a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f23e7b-1bd5-4fcb-89a3-9f490a61d777,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:41.418500 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d66a4a98-64c6-466e-b521-9e5f48d240dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.425018 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d66a4a98-64c6-466e-b521-9e5f48d240dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.459742 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.478235 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-d66a4a98-64c6-466e-b521-9e5f48d240dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da861d63038d40c9a9bdf1afabe79e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6656232 Sep 14 18:54:41.479308 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47704) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:41.479774 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a4a98-64c6-466e-b521-9e5f48d240dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a198bbf1-94e8-44c7-a474-bb3ceae0a863,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:41.634077 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47706) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:41.657410 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2ac596db-f9ce-4dac-8778-d4b2b83653d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.695324 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.719661 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.759033 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7067ff-71fe-4d6a-9e66-6233ccccf1e2']}} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:41.784727 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2ac596db-f9ce-4dac-8778-d4b2b83653d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.790326 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2ac596db-f9ce-4dac-8778-d4b2b83653d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.793831 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a5eff2-c64c-4318-a706-3d41f743abca') {'for_net_delete': True} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:41.794326 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a5eff2-c64c-4318-a706-3d41f743abca') {} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:41.810647 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.826312 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25323869'] for segment, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.835272 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-2ac596db-f9ce-4dac-8778-d4b2b83653d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f578da42d404cbf9f3fda4273e95a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992819 Sep 14 18:54:41.838009 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac596db-f9ce-4dac-8778-d4b2b83653d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466a9097-894b-4ba9-ac93-a09335e42c7d,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:41.840507 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47708) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:41.869251 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.884593 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=105941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 18:54:41.885090 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26220454'] for segment, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: Traceback (most recent call last): Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: timer() Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: cb(*args, **kw) Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: return func(*args, **kwargs) Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: self._notify() Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: self.callback(batched_events) Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: event.method(event) Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: return f(self, *a, **k) Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._get(url).json() Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: return self.request(url, 'GET', **kwargs) Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 18:54:41.887016 dv-cinder-808992-5-iscsi neutron-server[105941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 18:54:41.897551 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-115b9626-46dd-4965-b6bf-7961d59c27fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.926270 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-115b9626-46dd-4965-b6bf-7961d59c27fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:41.964399 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:42.001002 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:42.003783 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6d7067ff-71fe-4d6a-9e66-6233ccccf1e2 HTTP/1.1" status: 204 len: 168 time: 0.6408520 Sep 14 18:54:42.005215 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:42.009821 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-115b9626-46dd-4965-b6bf-7961d59c27fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:42.013885 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-115b9626-46dd-4965-b6bf-7961d59c27fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:42.016494 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-115b9626-46dd-4965-b6bf-7961d59c27fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/466a9097-894b-4ba9-ac93-a09335e42c7d HTTP/1.1" status: 204 len: 168 time: 0.1745415 Sep 14 18:54:42.030948 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b9626-46dd-4965-b6bf-7961d59c27fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466a9097-894b-4ba9-ac93-a09335e42c7d,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:42.040616 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:42.046270 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a198bbf1-94e8-44c7-a474-bb3ceae0a863 HTTP/1.1" status: 204 len: 168 time: 0.5605228 Sep 14 18:54:42.054278 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d7067ff-71fe-4d6a-9e66-6233ccccf1e2,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:42.091125 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a198bbf1-94e8-44c7-a474-bb3ceae0a863,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:42.105882 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.106486 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.107012 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.107786 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.108296 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.108804 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.109294 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.109866 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.110397 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.110923 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.111416 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.112006 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20111b1-c9f9-4c53-8e12-cb3cef8a1d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.145479 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-461a692c-90be-40ea-b7d8-02728d24c396 req-be8eee73-aa3a-4f4d-854d-a18404288427 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 210 time: 0.0572495 Sep 14 18:54:42.147429 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.147801 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.148137 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.148478 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.148947 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.149391 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.149838 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.150180 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.150556 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.150924 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.151260 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.151680 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d202e69-c611-408c-9adb-d070287d724c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:42.344130 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-ffb2443e-06aa-44f1-920e-4005a064ac6c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:42.346187 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-ffb2443e-06aa-44f1-920e-4005a064ac6c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.68 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 817 time: 0.2343202 Sep 14 18:54:42.401647 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-180d2598-9555-46bd-830f-d2a3105832a3 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d3918a19d9e4fad81aee482e9cf2afd HTTP/1.1" status: 200 len: 380 time: 0.0445366 Sep 14 18:54:42.418813 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Request body: {'port': {'device_id': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'admin_state_up': True, 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'security_groups': ['aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4']}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:42.419399 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47722) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:42.501919 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b4c25592-fb2b-4cca-acac-5a9fb1de748d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a5c190523d0499c8f50ad75d702f930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0805528 Sep 14 18:54:42.502921 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47728) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:42.591787 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2662-002c-4f9c-9e44-98be5cff7f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:42.629664 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Made reservation on behalf of 5d3918a19d9e4fad81aee482e9cf2afd for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:54:42.636677 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:42.641875 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2662-002c-4f9c-9e44-98be5cff7f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:42.791530 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2662-002c-4f9c-9e44-98be5cff7f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:42.794161 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2662-002c-4f9c-9e44-98be5cff7f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:42.795328 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-0c2c2662-002c-4f9c-9e44-98be5cff7f76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/241a5276-6681-4744-926f-fa7bb1f473d1 HTTP/1.1" status: 204 len: 168 time: 0.2917037 Sep 14 18:54:42.813325 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c2662-002c-4f9c-9e44-98be5cff7f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241a5276-6681-4744-926f-fa7bb1f473d1,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:42.835218 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Allocated IP 172.20.0.3 (5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945/5b33bb60-5dd8-40e4-96f0-04cab71aa308/8e63145e-88fa-46a0-9770-bd2ce779f15f) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:54:43.027290 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:43.050213 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Transition to ACTIVE for port object 8e63145e-88fa-46a0-9770-bd2ce779f15f will not be triggered until provisioned by entity DHCP. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:54:43.101516 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:43.151705 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:54:43.155654 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:54:43.160581 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:54:43.194615 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event updated for resources: {'Port': ['ID=8e63145e-88fa-46a0-9770-bd2ce779f15f,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:43.236565 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:43.237322 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:43.269812 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c04fe59a-0eeb-4e6c-b8ab-b826053610e7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8566699 Sep 14 18:54:43.412875 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67be65-3447-4ac4-9125-038349640ea9 req-b8b35d36-849f-4a88-9caa-7d558c0c5992 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:43.421215 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7a67be65-3447-4ac4-9125-038349640ea9 req-b8b35d36-849f-4a88-9caa-7d558c0c5992 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 931 time: 0.0964363 Sep 14 18:54:43.481695 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7a67be65-3447-4ac4-9125-038349640ea9 req-e19111bf-21bf-415f-a2d6-d4395cb171cb tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538304 Sep 14 18:54:43.530894 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Request body: {'port': {'device_id': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:43.556459 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-587d4647-d686-4958-aeac-d5343ac82708 None None] Provisioning for port 8e63145e-88fa-46a0-9770-bd2ce779f15f completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:54:43.562703 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-587d4647-d686-4958-aeac-d5343ac82708 None None] Provisioning complete for port 8e63145e-88fa-46a0-9770-bd2ce779f15f triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:54:43.563076 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-587d4647-d686-4958-aeac-d5343ac82708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:43.617233 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-587d4647-d686-4958-aeac-d5343ac82708 None None] Port 8e63145e-88fa-46a0-9770-bd2ce779f15f cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:54:43.660183 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:44.046320 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e63145e-88fa-46a0-9770-bd2ce779f15f {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:54:44.055004 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:44.080011 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Transition to ACTIVE for port object 8e63145e-88fa-46a0-9770-bd2ce779f15f will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:54:44.086236 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:44.181434 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Pushing event updated for resources: {'Port': ['ID=8e63145e-88fa-46a0-9770-bd2ce779f15f,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:44.305538 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Attempting to bind port 8e63145e-88fa-46a0-9770-bd2ce779f15f on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:54:44.305886 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Attempting to bind port 8e63145e-88fa-46a0-9770-bd2ce779f15f by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:54:44.306434 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Attempting to bind port 8e63145e-88fa-46a0-9770-bd2ce779f15f on network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:54:44.312328 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Port 8e63145e-88fa-46a0-9770-bd2ce779f15f on network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:54:44.312706 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Attempting to bind port 8e63145e-88fa-46a0-9770-bd2ce779f15f on network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:54:44.319793 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:54:44.320617 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Checking segment: {'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:54:44.321208 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Bound using segment: {'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:54:44.322014 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Bound port: 8e63145e-88fa-46a0-9770-bd2ce779f15f, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f28dba-4c38-415d-88a1-a79049210d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:54:44.322560 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:44.449582 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] For port 8e63145e-88fa-46a0-9770-bd2ce779f15f, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:54:44.455319 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] For port 8e63145e-88fa-46a0-9770-bd2ce779f15f, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:54:44.467294 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:44.525624 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:44.526511 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:44.528271 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] 10.222.0.68 "PUT /v2.0/ports/8e63145e-88fa-46a0-9770-bd2ce779f15f HTTP/1.1" status: 200 len: 1093 time: 1.2373922 Sep 14 18:54:44.528966 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:54:44.531834 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f8873c-b1b5-4537-931f-627d9e35a810" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:54:44.581168 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dffc17-62f3-4c7f-aed1-6fe5e310a15e service neutron] Pushing event updated for resources: {'Port': ['ID=8e63145e-88fa-46a0-9770-bd2ce779f15f,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:44.697632 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-f8dc604e-7776-407d-833c-1b249924148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:44.700304 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-f8dc604e-7776-407d-833c-1b249924148c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 1096 time: 0.1031389 Sep 14 18:54:44.744128 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9828d1-80e2-485e-96d0-d5c9aaba5b58 req-857cd6c1-76da-4531-8a02-e66293d79430 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:44.753378 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-dc9828d1-80e2-485e-96d0-d5c9aaba5b58 req-857cd6c1-76da-4531-8a02-e66293d79430 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0739195 Sep 14 18:54:44.778346 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-dbe5ad76-ad83-4356-a9bf-89125f830d54 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f HTTP/1.1" status: 200 len: 217 time: 0.0423841 Sep 14 18:54:44.823374 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-dc9828d1-80e2-485e-96d0-d5c9aaba5b58 req-e807382b-1968-4917-bc03-06a267f6d969 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677578 Sep 14 18:54:44.843347 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-8488882a-f310-4e3a-83cd-a93d76d5c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:44.845157 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-8488882a-f310-4e3a-83cd-a93d76d5c4d1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b33bb60-5dd8-40e4-96f0-04cab71aa308 HTTP/1.1" status: 200 len: 856 time: 0.0567455 Sep 14 18:54:44.907094 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-812f112e-2bc2-4ea7-9a12-43fa9233bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:44.909815 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-812f112e-2bc2-4ea7-9a12-43fa9233bbba service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549421 Sep 14 18:54:45.039551 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-7d65d689-eb35-4097-a678-49554923370b service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212883 Sep 14 18:54:45.055492 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47814) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:45.154753 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-520a40af-3fab-4a1f-a860-8ee3e9031510 req-c22ecf47-1a57-4559-aa06-fcfafaa6389e service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057129 Sep 14 18:54:45.248216 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c948b3af-b073-4f3e-bc81-eb2657d7cde5 x-openstack-request-id: req-c948b3af-b073-4f3e-bc81-eb2657d7cde5 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:54:45.248513 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:54:45.248770 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c948b3af-b073-4f3e-bc81-eb2657d7cde5 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:54:45.249175 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'status': 'completed', 'code': 200} Sep 14 18:54:45.337721 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8873c-b1b5-4537-931f-627d9e35a810 req-0101af75-e4db-4de5-8fe5-e26e47a567a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:45.339283 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f7f8873c-b1b5-4537-931f-627d9e35a810 req-0101af75-e4db-4de5-8fe5-e26e47a567a1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 1096 time: 0.0636237 Sep 14 18:54:45.447967 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8873c-b1b5-4537-931f-627d9e35a810 req-d0780d7d-77ca-443b-9500-40b0eee0047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:45.449471 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f7f8873c-b1b5-4537-931f-627d9e35a810 req-d0780d7d-77ca-443b-9500-40b0eee0047d service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 918 time: 0.1023045 Sep 14 18:54:45.471565 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ff752e41-0e37-4d41-9d06-d822ea4dc4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:45.503545 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f7f8873c-b1b5-4537-931f-627d9e35a810 req-1fd2c70c-a2cb-4035-8425-12521410e6b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f HTTP/1.1" status: 200 len: 217 time: 0.0455530 Sep 14 18:54:45.635467 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ff752e41-0e37-4d41-9d06-d822ea4dc4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:45.642716 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ff752e41-0e37-4d41-9d06-d822ea4dc4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:45.692284 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff752e41-0e37-4d41-9d06-d822ea4dc4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41bb6fc-c2ab-40e9-b6f1-c6374afa5571,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:45.723881 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-ff752e41-0e37-4d41-9d06-d822ea4dc4a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bae661a076db414787d3246c7b86c7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6652617 Sep 14 18:54:45.730360 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47838) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:45.811465 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-deb9fd73-0320-487d-a2e1-9a1527063212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:45.845995 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-deb9fd73-0320-487d-a2e1-9a1527063212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:45.883109 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8873c-b1b5-4537-931f-627d9e35a810 req-a3cef6d8-7768-46c2-84a5-70509dfd935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:45.885745 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f7f8873c-b1b5-4537-931f-627d9e35a810 req-a3cef6d8-7768-46c2-84a5-70509dfd935b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b33bb60-5dd8-40e4-96f0-04cab71aa308 HTTP/1.1" status: 200 len: 856 time: 0.3705244 Sep 14 18:54:45.927112 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-deb9fd73-0320-487d-a2e1-9a1527063212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:45.931449 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-deb9fd73-0320-487d-a2e1-9a1527063212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:45.936030 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-deb9fd73-0320-487d-a2e1-9a1527063212 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f41bb6fc-c2ab-40e9-b6f1-c6374afa5571 HTTP/1.1" status: 204 len: 168 time: 0.2043581 Sep 14 18:54:45.951984 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9fd73-0320-487d-a2e1-9a1527063212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41bb6fc-c2ab-40e9-b6f1-c6374afa5571,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:45.963104 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:54:45.977271 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8873c-b1b5-4537-931f-627d9e35a810 req-52dc200f-9b96-41a7-9604-ed2e5cec3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:45.977810 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f7f8873c-b1b5-4537-931f-627d9e35a810 req-52dc200f-9b96-41a7-9604-ed2e5cec3e4c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825398 Sep 14 18:54:46.029567 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ec781-c9d3-4236-ac4f-7099e156a45a req-68edd78d-9d28-40a8-9522-4359830261a1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:46.031855 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-984ec781-c9d3-4236-ac4f-7099e156a45a req-68edd78d-9d28-40a8-9522-4359830261a1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0809112 Sep 14 18:54:46.136830 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-984ec781-c9d3-4236-ac4f-7099e156a45a req-d58d6cba-59e9-4a36-a83f-4b9c4dba2a04 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888197 Sep 14 18:54:46.197460 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f7f8873c-b1b5-4537-931f-627d9e35a810 req-3f1c8644-a7e9-4377-84fb-fd9e8965208a service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108946 Sep 14 18:54:46.342477 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f7f8873c-b1b5-4537-931f-627d9e35a810 req-6748e54e-b35b-4d9f-93b4-54f55b441075 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370518 Sep 14 18:54:46.812282 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47874) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:46.911148 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-132213725-network', 'tenant_id': '34a8ae0ab4fa45a69f54ef7a45141f14'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:46.932095 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Made reservation on behalf of 34a8ae0ab4fa45a69f54ef7a45141f14 for: {'network': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:54:46.934347 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:46.942920 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:47.038843 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:47.046125 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:47.072250 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=105941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:54:47.083107 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:47.088682 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:47.089022 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.segments_db [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Added segment 1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6 of type vlan for network c145803a-77f6-40bc-bd2d-3354f90c8940 Sep 14 18:54:47.132321 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:47.162268 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:47.163239 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:47.163811 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:47.199664 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3833306 Sep 14 18:54:47.199874 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47884) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:47.204780 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-cddf1841-cfc4-4cf4-82aa-e706242f4f5e admin admin] Request body: {'subnet': {'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-132213725-subnet', 'tenant_id': '34a8ae0ab4fa45a69f54ef7a45141f14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:47.240225 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d45a2-1586-4241-82c4-b20c779684ba admin admin] Pushing event updated for resources: {'Network': ['ID=c145803a-77f6-40bc-bd2d-3354f90c8940,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:47.255025 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network c145803a-77f6-40bc-bd2d-3354f90c8940 details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:54:47.279466 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddf1841-cfc4-4cf4-82aa-e706242f4f5e admin admin] Made reservation on behalf of 34a8ae0ab4fa45a69f54ef7a45141f14 for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:54:47.295896 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cddf1841-cfc4-4cf4-82aa-e706242f4f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26947138'] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:47.349190 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23af1f0-9355-4091-ba93-a20d71918f34 req-23820987-0715-4fb9-9f27-d54962becebd tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:47.350954 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b23af1f0-9355-4091-ba93-a20d71918f34 req-23820987-0715-4fb9-9f27-d54962becebd tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0681856 Sep 14 18:54:47.403807 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b23af1f0-9355-4091-ba93-a20d71918f34 req-9426cc10-c371-47c1-b3a2-b1f4ddef4709 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450776 Sep 14 18:54:47.557935 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cddf1841-cfc4-4cf4-82aa-e706242f4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26219525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26947164'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:47.618202 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf1841-cfc4-4cf4-82aa-e706242f4f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=47995eba-4639-41da-9703-a6ae3609b180,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:47.628492 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddf1841-cfc4-4cf4-82aa-e706242f4f5e admin admin] Checking segment: {'id': '1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:54:47.629522 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddf1841-cfc4-4cf4-82aa-e706242f4f5e admin admin] Network hostable DHCP agents. Network: c145803a-77f6-40bc-bd2d-3354f90c8940, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:54:47.647328 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddf1841-cfc4-4cf4-82aa-e706242f4f5e admin admin] Network c145803a-77f6-40bc-bd2d-3354f90c8940 is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:54:47.656412 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-cddf1841-cfc4-4cf4-82aa-e706242f4f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, c145803a-77f6-40bc-bd2d-3354f90c8940) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:54:47.662808 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddf1841-cfc4-4cf4-82aa-e706242f4f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:47.662808 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cddf1841-cfc4-4cf4-82aa-e706242f4f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:47.666079 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a069da-213a-4952-b42d-63ebe901cee4 None None] Network c145803a-77f6-40bc-bd2d-3354f90c8940 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:54:47.680589 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-cddf1841-cfc4-4cf4-82aa-e706242f4f5e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4797397 Sep 14 18:54:47.795530 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a0e254-1c65-43bd-ab0a-54fcd71a1664 None None] Network c145803a-77f6-40bc-bd2d-3354f90c8940 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:54:48.536343 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969a92-31e5-4da0-b7f1-085656e12c3a req-7414c0ed-196c-4838-a01e-12b310926eba tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:48.537873 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-eb969a92-31e5-4da0-b7f1-085656e12c3a req-7414c0ed-196c-4838-a01e-12b310926eba tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0532832 Sep 14 18:54:48.576901 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-eb969a92-31e5-4da0-b7f1-085656e12c3a req-0ef5e449-bb96-4125-92ff-dc0c0395309e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327094 Sep 14 18:54:48.795547 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47918) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:48.908923 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f6c5c2a7-e65e-4a60-8743-9c50f21d2255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.012070 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f6c5c2a7-e65e-4a60-8743-9c50f21d2255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.015940 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f6c5c2a7-e65e-4a60-8743-9c50f21d2255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.054842 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-f6c5c2a7-e65e-4a60-8743-9c50f21d2255 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3216726e0e9842dd9e130d6f728d353f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582111 Sep 14 18:54:49.055716 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5c2a7-e65e-4a60-8743-9c50f21d2255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd3780b-2034-4f6a-9c9f-386a1d81a8f6,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:49.057857 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47922) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:49.109353 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-36e46604-6716-4337-aac0-9cb522d1f3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.131226 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-36e46604-6716-4337-aac0-9cb522d1f3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.176948 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-36e46604-6716-4337-aac0-9cb522d1f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.179825 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-36e46604-6716-4337-aac0-9cb522d1f3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.180966 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-36e46604-6716-4337-aac0-9cb522d1f3c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcd3780b-2034-4f6a-9c9f-386a1d81a8f6 HTTP/1.1" status: 204 len: 168 time: 0.1219406 Sep 14 18:54:49.189067 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e46604-6716-4337-aac0-9cb522d1f3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd3780b-2034-4f6a-9c9f-386a1d81a8f6,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:49.439589 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 47930) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:49.453462 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-97a15e35-5c8b-4fe5-b6e0-759267afeebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.493025 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 8e63145e-88fa-46a0-9770-bd2ce779f15f details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:54:49.561005 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-97a15e35-5c8b-4fe5-b6e0-759267afeebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.565399 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-97a15e35-5c8b-4fe5-b6e0-759267afeebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.603532 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 8e63145e-88fa-46a0-9770-bd2ce779f15f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:54:49.617132 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'port_id': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'mac_address': 'fa:16:3e:a8:59:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:54:49.620685 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-97a15e35-5c8b-4fe5-b6e0-759267afeebe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84b61841a57c45fda81e02736a71e840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799035 Sep 14 18:54:49.622073 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a15e35-5c8b-4fe5-b6e0-759267afeebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d85a134-9b53-4836-85b6-5561292deb78,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:49.623250 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 47936) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:49.673389 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.689657 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e63145e-88fa-46a0-9770-bd2ce779f15f {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:54:49.711206 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 8e63145e-88fa-46a0-9770-bd2ce779f15f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:54:49.718900 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.750388 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-18174cd3-847d-4d7e-b23c-01877090bb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.767034 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa614d6-38c5-4532-abd8-8fcd58fcd94b req-363a90bd-cfaf-47ed-b29e-e648bf17fb91 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:49.769637 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1aa614d6-38c5-4532-abd8-8fcd58fcd94b req-363a90bd-cfaf-47ed-b29e-e648bf17fb91 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0906074 Sep 14 18:54:49.774242 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=8e63145e-88fa-46a0-9770-bd2ce779f15f,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:49.782636 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:49.783141 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:49.783598 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:49.784027 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:49.784474 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:49.786473 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:49.786811 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:49.787157 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:49.787500 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:49.787890 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:49.788183 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:49.788694 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:54:49.809529 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-18174cd3-847d-4d7e-b23c-01877090bb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.840535 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1aa614d6-38c5-4532-abd8-8fcd58fcd94b req-ba4a3d52-c99d-4c95-828d-18ac540f3cd6 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579300 Sep 14 18:54:49.876077 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-18174cd3-847d-4d7e-b23c-01877090bb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.879709 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-18174cd3-847d-4d7e-b23c-01877090bb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:49.881159 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-18174cd3-847d-4d7e-b23c-01877090bb5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d85a134-9b53-4836-85b6-5561292deb78 HTTP/1.1" status: 204 len: 168 time: 0.2568519 Sep 14 18:54:49.889218 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18174cd3-847d-4d7e-b23c-01877090bb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d85a134-9b53-4836-85b6-5561292deb78,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:50.294499 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411fe78-7834-4fe6-96f9-dc129d30381e req-1f9ba38a-7f3b-45ef-b75f-553aab7d8ed9 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:50.296072 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8411fe78-7834-4fe6-96f9-dc129d30381e req-1f9ba38a-7f3b-45ef-b75f-553aab7d8ed9 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0558629 Sep 14 18:54:50.351814 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8411fe78-7834-4fe6-96f9-dc129d30381e req-c29f9c1d-fdf6-468d-9626-85e830eb8705 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470674 Sep 14 18:54:50.702428 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['8e63145e-88fa-46a0-9770-bd2ce779f15f'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:54:50.975316 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92089d91-c663-4235-9775-47360973e2cd req-0530321b-2ed7-4302-aae9-099ce390a29c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:50.976929 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-92089d91-c663-4235-9775-47360973e2cd req-0530321b-2ed7-4302-aae9-099ce390a29c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 944 time: 0.0543242 Sep 14 18:54:51.020519 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-92089d91-c663-4235-9775-47360973e2cd req-1196660f-caf6-4d6b-b6c8-715c95dbbb50 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360627 Sep 14 18:54:51.512558 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52e063-9733-4fcb-a89f-e6129b8a650f req-8e15c1fe-e413-4378-8417-b0fa4ff4512e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:51.514504 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9d52e063-9733-4fcb-a89f-e6129b8a650f req-8e15c1fe-e413-4378-8417-b0fa4ff4512e tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.0786359 Sep 14 18:54:51.564535 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9d52e063-9733-4fcb-a89f-e6129b8a650f req-aa8b16f6-2e4e-4089-8e05-31862bc34880 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401568 Sep 14 18:54:51.673050 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-8ff28a62-49c8-4230-bc89-97c9fa7540e1 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:51.675099 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-8ff28a62-49c8-4230-bc89-97c9fa7540e1 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/networks?id=c145803a-77f6-40bc-bd2d-3354f90c8940 HTTP/1.1" status: 200 len: 808 time: 0.1264374 Sep 14 18:54:51.697222 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-ef47a2c5-3ded-46b9-b92b-566e13c481d6 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/quotas/34a8ae0ab4fa45a69f54ef7a45141f14 HTTP/1.1" status: 200 len: 375 time: 0.0106096 Sep 14 18:54:51.735344 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-fc15e3ba-66c6-4619-a4e9-800bcd3d1afc tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=34a8ae0ab4fa45a69f54ef7a45141f14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316749 Sep 14 18:54:52.064720 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-77986f28-9ed1-4ed2-9ca7-632d19926bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:52.074652 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-972d3e86-f7a6-43d7-8ab3-7e26ebdba3e7 service neutron] 10.222.0.37 "GET /v2.0/networks/c145803a-77f6-40bc-bd2d-3354f90c8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318133 Sep 14 18:54:52.189334 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-e6ee265b-f593-4d3b-8697-2d7500489e0b service neutron] 10.222.0.37 "GET /v2.0/networks/c145803a-77f6-40bc-bd2d-3354f90c8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075003 Sep 14 18:54:52.198253 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdafd7-4b60-494c-9afb-1638f1d24eb3 req-17dbc4cc-6170-4d8b-9392-bcc57d9ba7bf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:52.200198 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-92cdafd7-4b60-494c-9afb-1638f1d24eb3 req-17dbc4cc-6170-4d8b-9392-bcc57d9ba7bf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 944 time: 0.0841870 Sep 14 18:54:52.283911 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-92cdafd7-4b60-494c-9afb-1638f1d24eb3 req-391eb6b8-b63a-40e0-b79c-35800393e718 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717676 Sep 14 18:54:52.451422 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-0d4c5a70-e59d-4476-bb81-8c4d17038e9f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:52.455934 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-0d4c5a70-e59d-4476-bb81-8c4d17038e9f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.1143544 Sep 14 18:54:52.484068 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 8e63145e-88fa-46a0-9770-bd2ce779f15f up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:54:52.491208 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3db9649e-685f-4a6e-a83d-c94d5f3db213 req-811ba0b4-7611-4a8f-8ca3-2c9b55b82172 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 210 time: 0.0598035 Sep 14 18:54:52.632253 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port 8e63145e-88fa-46a0-9770-bd2ce779f15f completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:54:52.654895 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 8e63145e-88fa-46a0-9770-bd2ce779f15f triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:54:52.655210 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:52.817265 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Deleting port 527c08cc-6a8a-4df1-8387-98a3acb86730 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:54:52.817973 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:52.828948 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65fedc-be42-4201-a0b1-c9dd72881998 req-653b0315-2312-45ee-8f77-48e1f6388a46 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:52.830710 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4e65fedc-be42-4201-a0b1-c9dd72881998 req-653b0315-2312-45ee-8f77-48e1f6388a46 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 945 time: 0.1520972 Sep 14 18:54:52.953216 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:52.985942 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4e65fedc-be42-4201-a0b1-c9dd72881998 req-163f23ba-27ae-4554-b629-e046a9177449 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=d727e667-1644-400a-a34b-723e7b41894d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376560 Sep 14 18:54:52.986931 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:54:52.991132 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d6a096-b055-4e76-ad77-3bf702be8848" -d '{"events": [{"server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "name": "network-vif-plugged", "status": "completed", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:54:53.023040 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 8e63145e-88fa-46a0-9770-bd2ce779f15f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:54:53.038266 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:53.096876 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] For port 527c08cc-6a8a-4df1-8387-98a3acb86730, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=527c08cc-6a8a-4df1-8387-98a3acb86730,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:54:53.097736 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:53.113733 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb0c078-57f2-4873-aab7-3765fa83369c x-openstack-request-id: req-dcb0c078-57f2-4873-aab7-3765fa83369c {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:54:53.114867 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "name": "network-vif-plugged", "status": "completed", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:54:53.114867 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcb0c078-57f2-4873-aab7-3765fa83369c {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:54:53.115327 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'code': 200} Sep 14 18:54:53.161761 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=8e63145e-88fa-46a0-9770-bd2ce779f15f,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:53.344688 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:53.345057 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:53.345347 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.l3_db [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Floating IP 8caf6ebb-aa0a-4fbb-b467-9207fc21cfb4 disassociated. External IP: 172.27.1.53, port: 527c08cc-6a8a-4df1-8387-98a3acb86730. Sep 14 18:54:53.345720 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Calling delete_port for 527c08cc-6a8a-4df1-8387-98a3acb86730 owned by compute:nova {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:54:53.367080 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0ecef-5ec8-456e-b058-579c9f691108 req-89f762ff-85cd-4aac-b605-2088f8cc901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:53.371792 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-07b0ecef-5ec8-456e-b058-579c9f691108 req-89f762ff-85cd-4aac-b605-2088f8cc901a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 1098 time: 0.0998077 Sep 14 18:54:53.415228 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-07b0ecef-5ec8-456e-b058-579c9f691108 req-462d03f8-0f10-49c5-8f32-1f92dd6ac439 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342665 Sep 14 18:54:53.489414 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b67b9f-d10a-4b57-83a9-023b00a669a8 req-0a279127-fdd0-41c5-8556-58bd5b9d9366 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:53.490501 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-19b67b9f-d10a-4b57-83a9-023b00a669a8 req-0a279127-fdd0-41c5-8556-58bd5b9d9366 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0892892 Sep 14 18:54:53.586139 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-19b67b9f-d10a-4b57-83a9-023b00a669a8 req-03ca4758-9fcf-453a-a7d5-01a0580b6f0b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892792 Sep 14 18:54:53.592684 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:53.623348 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f30422fb-384a-4c1e-a197-577dd2fa3756 req-bb1d93be-8f43-467f-ab36-076da4ba48e0 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 210 time: 0.0450864 Sep 14 18:54:53.633554 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event deleted for resources: {'Port': ['ID=527c08cc-6a8a-4df1-8387-98a3acb86730,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:53.790644 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Router 633e1c59-235e-453c-acb1-5e2555465fd3 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:54:53.928248 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:54:53.944907 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce09ce-93dc-47e2-bafc-3fff7bf61f13 None None] Sync routers for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:54:53.958904 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce09ce-93dc-47e2-bafc-3fff7bf61f13 None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:54:53.960156 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-9cce09ce-93dc-47e2-bafc-3fff7bf61f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:54:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:54.006483 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] No DVR routers for this DVR port 527c08cc-6a8a-4df1-8387-98a3acb86730 on host hv-cinder-80899 {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:54:54.010264 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:54.013184 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1a894221-6bb1-4cf1-a5a5-7d8fe5686144 req-67602701-5f5e-4a91-af65-e23efca6ddb2 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.68 "DELETE /v2.0/ports/527c08cc-6a8a-4df1-8387-98a3acb86730 HTTP/1.1" status: 204 len: 173 time: 1.5490379 Sep 14 18:54:54.013820 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d84a7ea-2a1f-43b6-917c-106a5db24d6e', 'name': 'network-vif-deleted', 'tag': '527c08cc-6a8a-4df1-8387-98a3acb86730'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:54:54.017125 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dd299f-e0de-4bc6-b161-835108e4215e" -d '{"events": [{"server_uuid": "7d84a7ea-2a1f-43b6-917c-106a5db24d6e", "name": "network-vif-deleted", "tag": "527c08cc-6a8a-4df1-8387-98a3acb86730"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:54:54.273586 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91410d9-85a4-45d3-8215-bcb4583e3677 x-openstack-request-id: req-c91410d9-85a4-45d3-8215-bcb4583e3677 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:54:54.274307 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d84a7ea-2a1f-43b6-917c-106a5db24d6e", "name": "network-vif-deleted", "tag": "527c08cc-6a8a-4df1-8387-98a3acb86730", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:54:54.277652 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-9cce09ce-93dc-47e2-bafc-3fff7bf61f13 None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:54:54.286963 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c91410d9-85a4-45d3-8215-bcb4583e3677 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:54:54.288060 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d84a7ea-2a1f-43b6-917c-106a5db24d6e', 'name': 'network-vif-deleted', 'tag': '527c08cc-6a8a-4df1-8387-98a3acb86730', 'status': 'completed', 'code': 200} Sep 14 18:54:54.376437 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-726f6da4-d7b0-425f-b468-16ff635a2823 req-ec14f9d5-8e7a-4408-81a2-85f480d89e5c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d84a7ea-2a1f-43b6-917c-106a5db24d6e HTTP/1.1" status: 200 len: 210 time: 0.1245871 Sep 14 18:54:54.561297 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-91a42914-5917-43b3-a474-eccbf0e84257 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:54.564702 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-91a42914-5917-43b3-a474-eccbf0e84257 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.68 "GET /v2.0/networks?id=c145803a-77f6-40bc-bd2d-3354f90c8940 HTTP/1.1" status: 200 len: 808 time: 0.4656889 Sep 14 18:54:54.588995 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-a8ce4621-ad75-4d28-b715-34316b87d8da tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Request body: {'port': {'device_id': '07b5d8e1-0989-4aa4-935f-95e3836bf9b2', 'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940', 'admin_state_up': True, 'tenant_id': '34a8ae0ab4fa45a69f54ef7a45141f14'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:54.765442 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-9cce09ce-93dc-47e2-bafc-3fff7bf61f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:47Z', 'revision_number': 5, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:54.813998 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3535874a-9800-4f56-887b-387ad0c0f313 req-654a1a3f-468a-4e30-a333-8dbe60b9cecf tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 210 time: 0.0595610 Sep 14 18:54:54.850650 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce09ce-93dc-47e2-bafc-3fff7bf61f13 None None] Checking router: 633e1c59-235e-453c-acb1-5e2555465fd3 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:54:54.870135 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce09ce-93dc-47e2-bafc-3fff7bf61f13 None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:54:54.871737 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-9cce09ce-93dc-47e2-bafc-3fff7bf61f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:54:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:54.883684 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb985e-5de9-4e28-b17a-0259c5b1b262 req-eb8c0760-b3b6-42e7-a800-56af95d9ac1b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:54.885536 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-afbb985e-5de9-4e28-b17a-0259c5b1b262 req-eb8c0760-b3b6-42e7-a800-56af95d9ac1b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.1088018 Sep 14 18:54:54.911910 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48094) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:54.944800 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-a8ce4621-ad75-4d28-b715-34316b87d8da tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Made reservation on behalf of 34a8ae0ab4fa45a69f54ef7a45141f14 for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:54:54.948707 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-a8ce4621-ad75-4d28-b715-34316b87d8da tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:54.969687 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-afbb985e-5de9-4e28-b17a-0259c5b1b262 req-207278e9-e19a-45aa-9131-6830395f6dd7 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733707 Sep 14 18:54:55.113755 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.170149 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-9cce09ce-93dc-47e2-bafc-3fff7bf61f13 None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:54:55.172063 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d70837ad-6c4f-4396-bfdc-f3ba6aa65fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.179872 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-a8ce4621-ad75-4d28-b715-34316b87d8da tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Allocated IP 172.20.0.5 (c145803a-77f6-40bc-bd2d-3354f90c8940/47995eba-4639-41da-9703-a6ae3609b180/10f4af40-03eb-46e3-b48c-c1a69cbbe20e) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:54:55.210972 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c547a-e7fe-43d0-b02e-05797d7c9cba req-b516b348-51aa-4962-b9c6-0e748ae65d8e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:55.214080 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-025c547a-e7fe-43d0-b02e-05797d7c9cba req-b516b348-51aa-4962-b9c6-0e748ae65d8e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0968282 Sep 14 18:54:55.229911 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48102) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:55.243085 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-8cf97308-72f3-4835-a4a1-a0c6d3f9da28 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Request body: {'floatingip': {'port_id': '8e63145e-88fa-46a0-9770-bd2ce779f15f'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:55.282676 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-e493808f-7ef6-4187-9012-85dd68de6eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.307928 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8cf97308-72f3-4835-a4a1-a0c6d3f9da28 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.401264 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-a8ce4621-ad75-4d28-b715-34316b87d8da tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.459114 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-a8ce4621-ad75-4d28-b715-34316b87d8da tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.520352 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-a8ce4621-ad75-4d28-b715-34316b87d8da tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Network c145803a-77f6-40bc-bd2d-3354f90c8940 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:54:55.524031 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-a8ce4621-ad75-4d28-b715-34316b87d8da tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:54:55.531086 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-a8ce4621-ad75-4d28-b715-34316b87d8da tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:54:55.536716 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce4621-ad75-4d28-b715-34316b87d8da tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Pushing event updated for resources: {'Port': ['ID=10f4af40-03eb-46e3-b48c-c1a69cbbe20e,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:55.561130 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-9cce09ce-93dc-47e2-bafc-3fff7bf61f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:47Z', 'revision_number': 5, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:55.569085 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48118) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:55.592014 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d70837ad-6c4f-4396-bfdc-f3ba6aa65fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.598073 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d70837ad-6c4f-4396-bfdc-f3ba6aa65fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.620124 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce09ce-93dc-47e2-bafc-3fff7bf61f13 None None] The sync data for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi is: [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:47Z', 'revision_number': 5, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:54:55.648601 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-a8ce4621-ad75-4d28-b715-34316b87d8da tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:55.649282 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-a8ce4621-ad75-4d28-b715-34316b87d8da tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.672420 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-a8ce4621-ad75-4d28-b715-34316b87d8da tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0893195 Sep 14 18:54:55.673657 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-72cd2f5d-e53a-4930-8e6a-49133b9d3950 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.685069 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-d70837ad-6c4f-4396-bfdc-f3ba6aa65fd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=621fb1d3bd8e412f8ec73e4ca4c5e2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7716918 Sep 14 18:54:55.689574 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Request body: {'port': {'device_id': '07b5d8e1-0989-4aa4-935f-95e3836bf9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:55.695397 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48120) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:55.705638 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70837ad-6c4f-4396-bfdc-f3ba6aa65fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4f6b57-b8a0-4cb4-b9dc-997c419e59ec,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:55.740821 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-72cd2f5d-e53a-4930-8e6a-49133b9d3950 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.798436 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.968113 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-72cd2f5d-e53a-4930-8e6a-49133b9d3950 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.971235 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-72cd2f5d-e53a-4930-8e6a-49133b9d3950 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:55.975936 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-72cd2f5d-e53a-4930-8e6a-49133b9d3950 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "DELETE /v2.0/security-groups/d727e667-1644-400a-a34b-723e7b41894d HTTP/1.1" status: 204 len: 168 time: 0.4026670 Sep 14 18:54:55.993259 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48126) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:56.031207 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd2f5d-e53a-4930-8e6a-49133b9d3950 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d727e667-1644-400a-a34b-723e7b41894d,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:56.051520 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.api.v2.resource [None req-8750f146-8826-4a93-9a9f-4215a566e63c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] show failed (client error): The resource could not be found. Sep 14 18:54:56.052701 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-8750f146-8826-4a93-9a9f-4215a566e63c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups/d727e667-1644-400a-a34b-723e7b41894d HTTP/1.1" status: 404 len: 347 time: 0.0541770 Sep 14 18:54:56.068555 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48128) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:56.106210 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387da04-38a5-4712-bd67-17dcb974f616 None None] New status for floating IP 8caf6ebb-aa0a-4fbb-b467-9207fc21cfb4: DOWN {{(pid=105944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:54:56.140125 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a1711f63-a54c-483a-be2f-9a4af65bf1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:56.140445 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd678853-16f1-4e3c-a08e-5e3f6bc79f39 req-431d460c-d4a1-4509-aacc-15712f3fcec5 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:56.141964 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fd678853-16f1-4e3c-a08e-5e3f6bc79f39 req-431d460c-d4a1-4509-aacc-15712f3fcec5 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 931 time: 0.1785934 Sep 14 18:54:56.218098 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fd678853-16f1-4e3c-a08e-5e3f6bc79f39 req-36efbf24-4f64-4a03-8b90-6d461618580a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360773 Sep 14 18:54:56.241424 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a1711f63-a54c-483a-be2f-9a4af65bf1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:56.357397 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a1711f63-a54c-483a-be2f-9a4af65bf1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:56.362307 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a1711f63-a54c-483a-be2f-9a4af65bf1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:56.363966 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-a1711f63-a54c-483a-be2f-9a4af65bf1b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc4f6b57-b8a0-4cb4-b9dc-997c419e59ec HTTP/1.1" status: 204 len: 168 time: 0.6663928 Sep 14 18:54:56.379250 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-b52924e3-93fc-4332-9ad2-7aa9efd18780 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Deleting port 429ccd54-57e3-4131-8744-d953b7be16cb {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:54:56.379710 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52924e3-93fc-4332-9ad2-7aa9efd18780 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:56.412535 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1711f63-a54c-483a-be2f-9a4af65bf1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4f6b57-b8a0-4cb4-b9dc-997c419e59ec,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:56.413726 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f4af40-03eb-46e3-b48c-c1a69cbbe20e {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:54:56.424242 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:56.437108 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8cf97308-72f3-4835-a4a1-a0c6d3f9da28 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:56.445620 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8cf97308-72f3-4835-a4a1-a0c6d3f9da28 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:56.474583 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Transition to ACTIVE for port object 10f4af40-03eb-46e3-b48c-c1a69cbbe20e will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:54:56.485703 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:56.486973 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 527c08cc-6a8a-4df1-8387-98a3acb86730 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:54:56.502305 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52924e3-93fc-4332-9ad2-7aa9efd18780 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:56.502633 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52924e3-93fc-4332-9ad2-7aa9efd18780 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:56.528862 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: 527c08cc-6a8a-4df1-8387-98a3acb86730 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:54:56.529761 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 527c08cc-6a8a-4df1-8387-98a3acb86730 not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:54:56.547173 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-b52924e3-93fc-4332-9ad2-7aa9efd18780 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Calling delete_port for 429ccd54-57e3-4131-8744-d953b7be16cb owned by network:floatingip {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:54:56.567580 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Pushing event updated for resources: {'Port': ['ID=10f4af40-03eb-46e3-b48c-c1a69cbbe20e,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:56.624615 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.l3_db [None req-8cf97308-72f3-4835-a4a1-a0c6d3f9da28 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Floating IP a347e82c-4df9-43bf-9490-f40293639d47 associated. External IP: 172.27.1.84, port: 8e63145e-88fa-46a0-9770-bd2ce779f15f. Sep 14 18:54:56.639126 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:56.790231 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Attempting to bind port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:54:56.790576 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Attempting to bind port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:54:56.790913 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Attempting to bind port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e on network c145803a-77f6-40bc-bd2d-3354f90c8940 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:54:56.797865 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e on network c145803a-77f6-40bc-bd2d-3354f90c8940 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:54:56.798194 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Attempting to bind port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e on network c145803a-77f6-40bc-bd2d-3354f90c8940 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:54:56.804597 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:54:56.804929 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Checking segment: {'id': '1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:54:56.805429 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Bound using segment: {'id': '1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:54:56.805852 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Bound port: 10f4af40-03eb-46e3-b48c-c1a69cbbe20e, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:54:56.806289 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:56.889451 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf97308-72f3-4835-a4a1-a0c6d3f9da28 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:54:57.012350 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf97308-72f3-4835-a4a1-a0c6d3f9da28 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:54:57.019188 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8cf97308-72f3-4835-a4a1-a0c6d3f9da28 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:57.026137 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bda87b5-23e6-438c-ba3e-d72cbb28fab2 None None] Sync routers for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:54:57.047095 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bda87b5-23e6-438c-ba3e-d72cbb28fab2 None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:54:57.050902 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-4bda87b5-23e6-438c-ba3e-d72cbb28fab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:54:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:57.064986 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-8cf97308-72f3-4835-a4a1-a0c6d3f9da28 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "PUT /v2.0/floatingips/a347e82c-4df9-43bf-9490-f40293639d47 HTTP/1.1" status: 200 len: 990 time: 1.8299363 Sep 14 18:54:57.066381 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:54:57.069641 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b8e607-58b7-4680-8591-d3149f1eff41" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:54:57.153609 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52924e3-93fc-4332-9ad2-7aa9efd18780 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:57.207286 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52924e3-93fc-4332-9ad2-7aa9efd18780 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event deleted for resources: {'Port': ['ID=429ccd54-57e3-4131-8744-d953b7be16cb,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:57.276541 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-4bda87b5-23e6-438c-ba3e-d72cbb28fab2 None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:54:57.299397 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] For port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:54:57.305653 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] For port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=10f4af40-03eb-46e3-b48c-c1a69cbbe20e,segment=NetworkSegment(1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6),segment_id=1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:54:57.312313 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52924e3-93fc-4332-9ad2-7aa9efd18780 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:57.317431 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52924e3-93fc-4332-9ad2-7aa9efd18780 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:57.343764 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-b52924e3-93fc-4332-9ad2-7aa9efd18780 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "DELETE /v2.0/floatingips/8caf6ebb-aa0a-4fbb-b467-9207fc21cfb4 HTTP/1.1" status: 204 len: 168 time: 1.2732460 Sep 14 18:54:57.345863 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:57.395369 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:57.396394 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:57.399061 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] 10.222.0.68 "PUT /v2.0/ports/10f4af40-03eb-46e3-b48c-c1a69cbbe20e HTTP/1.1" status: 200 len: 1093 time: 1.7179809 Sep 14 18:54:57.459782 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b5d8e1-0989-4aa4-935f-95e3836bf9b2', 'tag': '10f4af40-03eb-46e3-b48c-c1a69cbbe20e'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:54:57.464500 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4b832a-d344-4eef-9e91-c8d8a932ca61" -d '{"events": [{"name": "network-changed", "server_uuid": "07b5d8e1-0989-4aa4-935f-95e3836bf9b2", "tag": "10f4af40-03eb-46e3-b48c-c1a69cbbe20e"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:54:57.490574 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e701f6a-e8ca-404e-8a57-bd56a0c77ace req-79df2056-6b67-4159-a4ef-af73fc46e1f7 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:57.499358 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1e701f6a-e8ca-404e-8a57-bd56a0c77ace req-79df2056-6b67-4159-a4ef-af73fc46e1f7 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 943 time: 0.1020880 Sep 14 18:54:57.509627 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19394c91-af3c-4fce-ac41-d15cc3d0a602 x-openstack-request-id: req-19394c91-af3c-4fce-ac41-d15cc3d0a602 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:54:57.509917 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:54:57.510174 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19394c91-af3c-4fce-ac41-d15cc3d0a602 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:54:57.510639 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'status': 'completed', 'code': 200} Sep 14 18:54:57.564542 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-25aa90ed-bc51-4a75-b9b5-e18892fc5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:57.565876 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-25aa90ed-bc51-4a75-b9b5-e18892fc5a98 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=34a8ae0ab4fa45a69f54ef7a45141f14&device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0945802 Sep 14 18:54:57.567196 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13088d09-1043-4181-a2e3-0f063ab67d04 service neutron] Pushing event updated for resources: {'Port': ['ID=10f4af40-03eb-46e3-b48c-c1a69cbbe20e,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:57.591776 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1e701f6a-e8ca-404e-8a57-bd56a0c77ace req-36974317-49a7-4597-b262-3814ca4aa022 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886819 Sep 14 18:54:57.622073 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8e607-58b7-4680-8591-d3149f1eff41 req-e3749faa-e806-4f77-8891-ac704607919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:57.624327 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d7b8e607-58b7-4680-8591-d3149f1eff41 req-e3749faa-e806-4f77-8891-ac704607919f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 1098 time: 0.0911212 Sep 14 18:54:57.651588 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-0fabd395-2615-4460-9921-e517f911a582 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10f4af40-03eb-46e3-b48c-c1a69cbbe20e HTTP/1.1" status: 200 len: 217 time: 0.0752337 Sep 14 18:54:57.655879 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c5ccfb-4996-450b-bb23-64287a8e236a x-openstack-request-id: req-85c5ccfb-4996-450b-bb23-64287a8e236a {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:54:57.656271 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b5d8e1-0989-4aa4-935f-95e3836bf9b2", "tag": "10f4af40-03eb-46e3-b48c-c1a69cbbe20e", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:54:57.656619 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85c5ccfb-4996-450b-bb23-64287a8e236a {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:54:57.657096 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b5d8e1-0989-4aa4-935f-95e3836bf9b2', 'tag': '10f4af40-03eb-46e3-b48c-c1a69cbbe20e', 'status': 'completed', 'code': 200} Sep 14 18:54:57.733141 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-89be401d-a925-4b5e-b86b-97efd42d1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:57.735051 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-4bda87b5-23e6-438c-ba3e-d72cbb28fab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': 'a347e82c-4df9-43bf-9490-f40293639d47', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'port_id': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'mac_address': 'fa:16:3e:a8:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:54:38Z', 'updated_at': '2021-09-14T18:54:56Z', 'revision_number': 1, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:37Z', 'revision_number': 5, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:57.735681 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-89be401d-a925-4b5e-b86b-97efd42d1821 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=47995eba-4639-41da-9703-a6ae3609b180 HTTP/1.1" status: 200 len: 848 time: 0.0712104 Sep 14 18:54:57.762053 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8e607-58b7-4680-8591-d3149f1eff41 req-66f54118-9709-4d0b-8101-c202ea5a4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:57.763714 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bda87b5-23e6-438c-ba3e-d72cbb28fab2 None None] Checking router: 4ebed4c8-e5da-4f4e-a481-7168c04d99fc for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:54:57.763842 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d7b8e607-58b7-4680-8591-d3149f1eff41 req-66f54118-9709-4d0b-8101-c202ea5a4569 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 918 time: 0.1237984 Sep 14 18:54:57.773248 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bda87b5-23e6-438c-ba3e-d72cbb28fab2 None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:54:57.774108 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-4bda87b5-23e6-438c-ba3e-d72cbb28fab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:54:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:57.774945 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-6e24b6ec-9afb-4d28-9745-1ea513ab3706 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c145803a-77f6-40bc-bd2d-3354f90c8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318038 Sep 14 18:54:57.854007 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d7b8e607-58b7-4680-8591-d3149f1eff41 req-61e0b3c4-267a-43e2-8148-c7ec40230a82 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f HTTP/1.1" status: 200 len: 998 time: 0.0824027 Sep 14 18:54:57.917637 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-8b26eb45-3ffb-4df0-90f9-39bd97799a94 service neutron] 10.222.0.68 "GET /v2.0/networks/c145803a-77f6-40bc-bd2d-3354f90c8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328018 Sep 14 18:54:57.923362 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-4bda87b5-23e6-438c-ba3e-d72cbb28fab2 None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:54:57.929296 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8e607-58b7-4680-8591-d3149f1eff41 req-c869d895-58ed-4fba-8da9-b9b8e300659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:57.930838 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d7b8e607-58b7-4680-8591-d3149f1eff41 req-c869d895-58ed-4fba-8da9-b9b8e300659d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b33bb60-5dd8-40e4-96f0-04cab71aa308 HTTP/1.1" status: 200 len: 856 time: 0.0705492 Sep 14 18:54:57.995776 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8e607-58b7-4680-8591-d3149f1eff41 req-44fd90a5-c409-474f-beac-f0ccb22595b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:57.997366 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d7b8e607-58b7-4680-8591-d3149f1eff41 req-44fd90a5-c409-474f-beac-f0ccb22595b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546720 Sep 14 18:54:58.063320 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d807ddd9-2eee-4bde-8451-216cc506fcdd req-ff734570-8cb5-4862-9a76-296bec88a715 service neutron] 10.222.0.68 "GET /v2.0/networks/c145803a-77f6-40bc-bd2d-3354f90c8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370745 Sep 14 18:54:58.077055 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48152) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:58.082753 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-e8f34ade-3a01-486e-9cc0-6faff6cf9504 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1010712160', 'description': 'tempest-description--1550030778'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:58.114172 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e8f34ade-3a01-486e-9cc0-6faff6cf9504 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.156058 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d7b8e607-58b7-4680-8591-d3149f1eff41 req-d4216308-f4c9-4558-9756-d701612d06c0 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514246 Sep 14 18:54:58.208854 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b832a-d344-4eef-9e91-c8d8a932ca61 req-d6beb1f1-b151-4ac7-bec3-e61eca464b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:58.210437 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5a4b832a-d344-4eef-9e91-c8d8a932ca61 req-d6beb1f1-b151-4ac7-bec3-e61eca464b63 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=34a8ae0ab4fa45a69f54ef7a45141f14&device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0851564 Sep 14 18:54:58.334225 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d7b8e607-58b7-4680-8591-d3149f1eff41 req-ca75ce0c-99c4-4817-a844-89ea29e839e0 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702759 Sep 14 18:54:58.338222 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.341310 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e8f34ade-3a01-486e-9cc0-6faff6cf9504 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.351417 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e8f34ade-3a01-486e-9cc0-6faff6cf9504 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.366706 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b832a-d344-4eef-9e91-c8d8a932ca61 req-ef20c5b2-a13d-4792-837c-27fc3243901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:58.368226 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5a4b832a-d344-4eef-9e91-c8d8a932ca61 req-ef20c5b2-a13d-4792-837c-27fc3243901a service neutron] 10.222.0.68 "GET /v2.0/networks?id=c145803a-77f6-40bc-bd2d-3354f90c8940 HTTP/1.1" status: 200 len: 909 time: 0.1469674 Sep 14 18:54:58.391888 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e8f34ade-3a01-486e-9cc0-6faff6cf9504 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.393153 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-e8f34ade-3a01-486e-9cc0-6faff6cf9504 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3148749 Sep 14 18:54:58.398440 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48156) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:58.403357 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-3a4e3c4b-479c-4a30-8ed2-42d25efdb20f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Request body: {'security_group_rule': {'security_group_id': '32b2f818-9a63-4255-8b09-37ff91d9455a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:58.429594 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5a4b832a-d344-4eef-9e91-c8d8a932ca61 req-f416b640-f46e-497d-9f38-46647c485649 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10f4af40-03eb-46e3-b48c-c1a69cbbe20e HTTP/1.1" status: 200 len: 217 time: 0.0521481 Sep 14 18:54:58.431177 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f34ade-3a01-486e-9cc0-6faff6cf9504 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b2f818-9a63-4255-8b09-37ff91d9455a,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:58.438050 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-4bda87b5-23e6-438c-ba3e-d72cbb28fab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': 'a347e82c-4df9-43bf-9490-f40293639d47', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'port_id': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'mac_address': 'fa:16:3e:a8:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:54:38Z', 'updated_at': '2021-09-14T18:54:56Z', 'revision_number': 1, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:37Z', 'revision_number': 5, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:54:58.439362 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3a4e3c4b-479c-4a30-8ed2-42d25efdb20f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.471475 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bda87b5-23e6-438c-ba3e-d72cbb28fab2 None None] The sync data for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi is: [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': 'a347e82c-4df9-43bf-9490-f40293639d47', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'port_id': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'mac_address': 'fa:16:3e:a8:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:54:38Z', 'updated_at': '2021-09-14T18:54:56Z', 'revision_number': 1, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:37Z', 'revision_number': 5, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:54:58.497610 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b832a-d344-4eef-9e91-c8d8a932ca61 req-4254f23b-216a-4ce1-a0a1-d3f3f71dee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:58.499239 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5a4b832a-d344-4eef-9e91-c8d8a932ca61 req-4254f23b-216a-4ce1-a0a1-d3f3f71dee4f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=47995eba-4639-41da-9703-a6ae3609b180 HTTP/1.1" status: 200 len: 848 time: 0.0618074 Sep 14 18:54:58.519429 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3a4e3c4b-479c-4a30-8ed2-42d25efdb20f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.529528 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3a4e3c4b-479c-4a30-8ed2-42d25efdb20f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.557819 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e3c4b-479c-4a30-8ed2-42d25efdb20f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b379cc-0d2e-44ad-9033-463456a895a6,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:58.561422 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5a4b832a-d344-4eef-9e91-c8d8a932ca61 req-ae6fb2cf-eb80-4d25-87df-c5da8e178a30 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c145803a-77f6-40bc-bd2d-3354f90c8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498149 Sep 14 18:54:58.568442 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3a4e3c4b-479c-4a30-8ed2-42d25efdb20f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.573667 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-3a4e3c4b-479c-4a30-8ed2-42d25efdb20f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1719940 Sep 14 18:54:58.576200 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48162) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:58.581810 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-6e2453ad-5355-48f8-abf6-a69910726c58 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Request body: {'security_group_rule': {'security_group_id': '32b2f818-9a63-4255-8b09-37ff91d9455a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:58.653377 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6e2453ad-5355-48f8-abf6-a69910726c58 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.682631 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5a4b832a-d344-4eef-9e91-c8d8a932ca61 req-79a98d26-cf63-4a93-a615-c57a77f3ef00 service neutron] 10.222.0.68 "GET /v2.0/networks/c145803a-77f6-40bc-bd2d-3354f90c8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121895 Sep 14 18:54:58.802188 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d17164-ada6-403f-a854-e91934e78dca req-431d1add-9755-470d-b1e9-4924baed99fe tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:54:58.803022 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6e2453ad-5355-48f8-abf6-a69910726c58 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.804045 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-87d17164-ada6-403f-a854-e91934e78dca req-431d1add-9755-470d-b1e9-4924baed99fe tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 943 time: 0.1151681 Sep 14 18:54:58.813390 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6e2453ad-5355-48f8-abf6-a69910726c58 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.831452 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2453ad-5355-48f8-abf6-a69910726c58 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279fa50b-d1d4-4198-be7f-90b19da0ad28,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:58.850551 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6e2453ad-5355-48f8-abf6-a69910726c58 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.852887 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-6e2453ad-5355-48f8-abf6-a69910726c58 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2755606 Sep 14 18:54:58.855868 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48172) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:54:58.861020 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Request body: {'floatingip': {'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:54:58.873875 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-5a4b832a-d344-4eef-9e91-c8d8a932ca61 req-5b9b2cd5-97aa-49de-a88f-6db8715c6c56 service neutron] 10.222.0.68 "GET /v2.0/networks/c145803a-77f6-40bc-bd2d-3354f90c8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743791 Sep 14 18:54:58.892623 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:58.906458 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24627e3-0a52-4f3d-9bc6-6c0e46c297a2 None None] New status for floating IP a347e82c-4df9-43bf-9490-f40293639d47: ACTIVE {{(pid=105944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:54:58.938113 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-87d17164-ada6-403f-a854-e91934e78dca req-19fdc64b-b714-4dfe-98ad-d8e8e1488a25 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206336 Sep 14 18:54:58.992369 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:59.053154 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:59.191467 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Allocated IP 172.27.1.195 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/d43bfa2f-2149-4108-a71b-9993f0dff742) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:54:59.322907 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:59.368047 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:59.407557 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:54:59.411096 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:54:59.422307 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:54:59.426102 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event updated for resources: {'Port': ['ID=d43bfa2f-2149-4108-a71b-9993f0dff742,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:59.522871 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:59.558929 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:59.723052 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:59.727896 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26220426'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:59.799168 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event updated for resources: {'Port': ['ID=d43bfa2f-2149-4108-a71b-9993f0dff742,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:54:59.815261 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:59.829961 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:54:59.832081 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-a0a9598e-e4eb-4443-9fbf-a824f5b17f82 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9745908 Sep 14 18:55:00.055006 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-25477039-6b87-4007-9774-d41e95893f6c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1010712160&fields=id&tenant_id=ec151455531943d3bea10491e06b54f7 HTTP/1.1" status: 200 len: 267 time: 0.0522077 Sep 14 18:55:00.069917 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bff642-e2ed-43ae-ab8f-56a8e3c5ade6 req-cd283864-d4b4-4e7c-81b4-db9f5e56c907 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:00.071531 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-69bff642-e2ed-43ae-ab8f-56a8e3c5ade6 req-cd283864-d4b4-4e7c-81b4-db9f5e56c907 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 943 time: 0.0577900 Sep 14 18:55:00.114382 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-69bff642-e2ed-43ae-ab8f-56a8e3c5ade6 req-dce0b76f-0127-4cc5-93d7-3e42d695d1b5 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361211 Sep 14 18:55:00.171924 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-5888c19a-d176-446e-9e61-731f7b8fa421 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:00.173601 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-5888c19a-d176-446e-9e61-731f7b8fa421 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/networks?id=ed62ca30-1449-4b80-b732-67e84cfa064c HTTP/1.1" status: 200 len: 811 time: 0.1118119 Sep 14 18:55:00.193695 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-db90abb4-76a6-45b4-97f0-cf1058fc1e7a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/quotas/ec151455531943d3bea10491e06b54f7 HTTP/1.1" status: 200 len: 375 time: 0.0106483 Sep 14 18:55:00.255055 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-f3ab29da-fbbe-4d27-8553-5e13d585a0c8 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec151455531943d3bea10491e06b54f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555949 Sep 14 18:55:00.364862 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-91644f17-8c59-4687-84a4-cd9942427ce1 service neutron] 10.222.0.37 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956957 Sep 14 18:55:00.478434 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-b8ee8ea2-a8ec-4084-b9b9-13c91a9ce5c0 service neutron] 10.222.0.37 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074593 Sep 14 18:55:00.501231 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 10f4af40-03eb-46e3-b48c-c1a69cbbe20e details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:55:00.614901 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48212) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:00.625352 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=10f4af40-03eb-46e3-b48c-c1a69cbbe20e,segment=NetworkSegment(1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6),segment_id=1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:00.651112 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '10f4af40-03eb-46e3-b48c-c1a69cbbe20e', 'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940', 'port_id': '10f4af40-03eb-46e3-b48c-c1a69cbbe20e', 'mac_address': 'fa:16:3e:28:e8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47995eba-4639-41da-9703-a6ae3609b180', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:55:00.740250 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:00.759402 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f4af40-03eb-46e3-b48c-c1a69cbbe20e {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:55:00.770767 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-fa872a4e-c4de-4d11-bc6d-4c4c229a693f req-1bbdaa1c-34dc-4e75-9363-78eeb48b1efe tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 210 time: 0.0555243 Sep 14 18:55:00.784415 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=10f4af40-03eb-46e3-b48c-c1a69cbbe20e,segment=NetworkSegment(1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6),segment_id=1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:00.792346 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:00.799758 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b893-ae58-40e6-b82c-1ef84cdff533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:00.852363 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=10f4af40-03eb-46e3-b48c-c1a69cbbe20e,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:00.914624 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b893-ae58-40e6-b82c-1ef84cdff533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:00.919149 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b893-ae58-40e6-b82c-1ef84cdff533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:00.966235 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-c8a6b893-ae58-40e6-b82c-1ef84cdff533 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e29abe0da2547ba8f5db1f20804f570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496380 Sep 14 18:55:00.967042 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6b893-ae58-40e6-b82c-1ef84cdff533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a24137c-8e32-415c-af97-488c977e064d,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:00.969820 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48224) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:01.025810 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f29c939e-93a0-43a2-9500-fadc3443b455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:01.041332 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['10f4af40-03eb-46e3-b48c-c1a69cbbe20e'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:55:01.056915 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f29c939e-93a0-43a2-9500-fadc3443b455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:01.127247 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f29c939e-93a0-43a2-9500-fadc3443b455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:01.132052 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f29c939e-93a0-43a2-9500-fadc3443b455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:01.133627 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-f29c939e-93a0-43a2-9500-fadc3443b455 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a24137c-8e32-415c-af97-488c977e064d HTTP/1.1" status: 204 len: 168 time: 0.1618218 Sep 14 18:55:01.150151 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c939e-93a0-43a2-9500-fadc3443b455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a24137c-8e32-415c-af97-488c977e064d,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:01.314835 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b471bee-e580-416f-a975-b354d2aa1a7e req-79ae0a11-8b2e-49f3-b49e-179b6bb604e7 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:01.317142 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3b471bee-e580-416f-a975-b354d2aa1a7e req-79ae0a11-8b2e-49f3-b49e-179b6bb604e7 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 944 time: 0.0770931 Sep 14 18:55:01.364688 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-3b471bee-e580-416f-a975-b354d2aa1a7e req-2889897d-ecc2-4ade-8cc5-334efecc5e48 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372586 Sep 14 18:55:01.513449 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48234) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:01.533965 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d04ba026-3a51-4600-84f4-30b82b77476f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:01.642114 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d04ba026-3a51-4600-84f4-30b82b77476f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:01.646674 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d04ba026-3a51-4600-84f4-30b82b77476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:01.686830 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ba026-3a51-4600-84f4-30b82b77476f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904ec501-506e-489d-89df-87b2fa421e9c,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:01.691412 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-d04ba026-3a51-4600-84f4-30b82b77476f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13aad18960b94c5e91d143b59ecc537a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763570 Sep 14 18:55:01.694483 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48238) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:01.745030 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5c93124d-7cdc-4c60-99ea-18c16165dbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:01.769266 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5c93124d-7cdc-4c60-99ea-18c16165dbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:01.827325 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5c93124d-7cdc-4c60-99ea-18c16165dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:01.832186 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5c93124d-7cdc-4c60-99ea-18c16165dbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:01.833772 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-5c93124d-7cdc-4c60-99ea-18c16165dbbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/904ec501-506e-489d-89df-87b2fa421e9c HTTP/1.1" status: 204 len: 168 time: 0.1383026 Sep 14 18:55:01.844604 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93124d-7cdc-4c60-99ea-18c16165dbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904ec501-506e-489d-89df-87b2fa421e9c,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:01.883571 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-92f192db-da4d-4299-92d5-9aa3410beaab req-004372e8-b176-42b0-8312-3619c5064c1c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 210 time: 0.0497515 Sep 14 18:55:02.040424 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-4d4bae3c-10e0-4f12-9d31-788af68334ff tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:02.043013 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-4d4bae3c-10e0-4f12-9d31-788af68334ff tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.68 "GET /v2.0/networks?id=ed62ca30-1449-4b80-b732-67e84cfa064c HTTP/1.1" status: 200 len: 811 time: 0.1359599 Sep 14 18:55:02.114274 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-d7639225-c899-4d89-9bae-5d829dd270a1 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec151455531943d3bea10491e06b54f7 HTTP/1.1" status: 200 len: 380 time: 0.0618486 Sep 14 18:55:02.125030 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Request body: {'port': {'device_id': 'c5027246-9eca-4502-95f6-7ea6340853f6', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'admin_state_up': True, 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'security_groups': ['32b2f818-9a63-4255-8b09-37ff91d9455a']}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:02.256391 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Made reservation on behalf of ec151455531943d3bea10491e06b54f7 for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:55:02.260746 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:02.292306 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48252) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:02.342820 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-93a02579-81bb-4375-91d6-630498d69cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:02.478230 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Allocated IP 172.20.0.5 (ed62ca30-1449-4b80-b732-67e84cfa064c/911c8fc0-2bb9-4291-a978-8443f73c14d2/42f9f635-3882-4311-95ad-f385eeb666b6) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:55:02.500753 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee9d08-add5-4620-8121-6de3e2c5c697 req-dc409c78-0607-4b42-9a30-3256bded3ace tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:02.502497 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 10f4af40-03eb-46e3-b48c-c1a69cbbe20e up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:55:02.502960 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5aee9d08-add5-4620-8121-6de3e2c5c697 req-dc409c78-0607-4b42-9a30-3256bded3ace tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 944 time: 0.0618782 Sep 14 18:55:02.542510 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c471614-03b9-4b05-88c3-26ade51044e4 req-c508778a-ffb1-4761-b90b-e04e7ed3aa21 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:02.545007 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4c471614-03b9-4b05-88c3-26ade51044e4 req-c508778a-ffb1-4761-b90b-e04e7ed3aa21 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 945 time: 0.1404130 Sep 14 18:55:02.558679 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5aee9d08-add5-4620-8121-6de3e2c5c697 req-faed1b52-2212-4df5-b372-b43be952743f tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404196 Sep 14 18:55:02.577302 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:55:02.582311 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:55:02.583194 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:02.670199 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:02.692724 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4c471614-03b9-4b05-88c3-26ade51044e4 req-dfe713dc-6c7e-426e-b5a2-e4368d6b3779 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357794 Sep 14 18:55:02.720566 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=10f4af40-03eb-46e3-b48c-c1a69cbbe20e,segment=NetworkSegment(1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6),segment_id=1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:02.722206 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b5d8e1-0989-4aa4-935f-95e3836bf9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f4af40-03eb-46e3-b48c-c1a69cbbe20e'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:55:02.724887 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6cd06b-8592-4f5a-9e0d-1b070ba14c01" -d '{"events": [{"server_uuid": "07b5d8e1-0989-4aa4-935f-95e3836bf9b2", "name": "network-vif-plugged", "status": "completed", "tag": "10f4af40-03eb-46e3-b48c-c1a69cbbe20e"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:55:02.731060 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:02.756618 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-93a02579-81bb-4375-91d6-630498d69cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:02.764644 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-93a02579-81bb-4375-91d6-630498d69cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:02.800892 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=10f4af40-03eb-46e3-b48c-c1a69cbbe20e,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:02.834747 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-93a02579-81bb-4375-91d6-630498d69cd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0edb445f4084f6686d5d1cbce5f7cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5411429 Sep 14 18:55:02.837475 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48264) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:02.838926 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a02579-81bb-4375-91d6-630498d69cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0def60e-0eed-4ffa-99df-8217d162fd3a,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:02.876681 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:02.895070 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Transition to ACTIVE for port object 42f9f635-3882-4311-95ad-f385eeb666b6 will not be triggered until provisioned by entity DHCP. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:55:02.911544 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2786bc2d-9797-480f-bf92-2e01beab1835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:02.959988 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:02.981235 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2786bc2d-9797-480f-bf92-2e01beab1835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:03.027591 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Network ed62ca30-1449-4b80-b732-67e84cfa064c is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:55:03.053286 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:55:03.056060 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:55:03.061931 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2786bc2d-9797-480f-bf92-2e01beab1835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:03.070120 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2786bc2d-9797-480f-bf92-2e01beab1835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:03.071587 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-2786bc2d-9797-480f-bf92-2e01beab1835 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0def60e-0eed-4ffa-99df-8217d162fd3a HTTP/1.1" status: 204 len: 168 time: 0.2326987 Sep 14 18:55:03.087380 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786bc2d-9797-480f-bf92-2e01beab1835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0def60e-0eed-4ffa-99df-8217d162fd3a,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:03.098080 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf6d903-d300-41f8-a05e-bf5a14d5b13d x-openstack-request-id: req-0cf6d903-d300-41f8-a05e-bf5a14d5b13d {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:55:03.098774 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b5d8e1-0989-4aa4-935f-95e3836bf9b2", "name": "network-vif-plugged", "status": "completed", "tag": "10f4af40-03eb-46e3-b48c-c1a69cbbe20e", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:55:03.107525 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cf6d903-d300-41f8-a05e-bf5a14d5b13d {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:55:03.108964 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b5d8e1-0989-4aa4-935f-95e3836bf9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f4af40-03eb-46e3-b48c-c1a69cbbe20e', 'code': 200} Sep 14 18:55:03.183089 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event updated for resources: {'Port': ['ID=42f9f635-3882-4311-95ad-f385eeb666b6,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:03.233478 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db310fe7-bfd9-4b34-b5d1-727f7730749e req-0c4bcd5b-1f09-4970-8563-dc2caa3bdbeb tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:03.235936 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-db310fe7-bfd9-4b34-b5d1-727f7730749e req-0c4bcd5b-1f09-4970-8563-dc2caa3bdbeb tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 931 time: 0.2347951 Sep 14 18:55:03.269680 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:03.270641 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:03.333150 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e1eb96cc-deef-4c07-bc2f-07d253001112 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2123699 Sep 14 18:55:03.358139 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Request body: {'port': {'device_id': 'c5027246-9eca-4502-95f6-7ea6340853f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:03.448015 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-db310fe7-bfd9-4b34-b5d1-727f7730749e req-7bc7e29f-3dc9-4c4b-84f6-02c0f91904c5 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=32b2f818-9a63-4255-8b09-37ff91d9455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708651 Sep 14 18:55:03.462998 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac13e8-1eb2-4b10-bd25-ace2b835c4b5 req-ffeb70b6-f8ee-474d-9878-b367e8e0219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:03.465453 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-43ac13e8-1eb2-4b10-bd25-ace2b835c4b5 req-ffeb70b6-f8ee-474d-9878-b367e8e0219f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 1098 time: 0.1044629 Sep 14 18:55:03.510306 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:03.545907 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-43ac13e8-1eb2-4b10-bd25-ace2b835c4b5 req-48b367c7-c8c2-4b86-bdd8-54fce4fc82b1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666807 Sep 14 18:55:03.547738 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-dd14b33a-41bb-46c4-b3ca-115c19364689 None None] Provisioning for port 42f9f635-3882-4311-95ad-f385eeb666b6 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:55:03.553583 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-dd14b33a-41bb-46c4-b3ca-115c19364689 None None] Provisioning complete for port 42f9f635-3882-4311-95ad-f385eeb666b6 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:55:03.554381 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-dd14b33a-41bb-46c4-b3ca-115c19364689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:03.600428 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-dd14b33a-41bb-46c4-b3ca-115c19364689 None None] Port 42f9f635-3882-4311-95ad-f385eeb666b6 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:55:03.757484 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c12ac9-3f66-4001-a52b-9480de8c7d1f req-e5114da6-4967-40d5-9470-c81c7350eb15 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:03.757484 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-45c12ac9-3f66-4001-a52b-9480de8c7d1f req-e5114da6-4967-40d5-9470-c81c7350eb15 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 945 time: 0.0824199 Sep 14 18:55:03.812850 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-45c12ac9-3f66-4001-a52b-9480de8c7d1f req-412aaac9-c4a0-4107-b52e-472d41b2e1a6 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524075 Sep 14 18:55:03.904830 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f9f635-3882-4311-95ad-f385eeb666b6 {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:55:03.914441 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:03.929217 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Transition to ACTIVE for port object 42f9f635-3882-4311-95ad-f385eeb666b6 will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:55:03.933106 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:03.939083 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b033e-0451-43b1-aaef-2cf914912052 req-bb92ef76-3e1a-4193-8e2e-94dfa8af9025 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:03.941539 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ce8b033e-0451-43b1-aaef-2cf914912052 req-bb92ef76-3e1a-4193-8e2e-94dfa8af9025 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 945 time: 0.0613360 Sep 14 18:55:03.988475 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ce8b033e-0451-43b1-aaef-2cf914912052 req-c9cb5287-1b4b-4e76-a0cd-a40d1de7e05f tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368233 Sep 14 18:55:04.016797 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Pushing event updated for resources: {'Port': ['ID=42f9f635-3882-4311-95ad-f385eeb666b6,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:04.096897 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Attempting to bind port 42f9f635-3882-4311-95ad-f385eeb666b6 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:55:04.097248 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Attempting to bind port 42f9f635-3882-4311-95ad-f385eeb666b6 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:55:04.097511 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Attempting to bind port 42f9f635-3882-4311-95ad-f385eeb666b6 on network ed62ca30-1449-4b80-b732-67e84cfa064c {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:55:04.102852 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Port 42f9f635-3882-4311-95ad-f385eeb666b6 on network ed62ca30-1449-4b80-b732-67e84cfa064c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:55:04.103171 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Attempting to bind port 42f9f635-3882-4311-95ad-f385eeb666b6 on network ed62ca30-1449-4b80-b732-67e84cfa064c {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:55:04.109409 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:55:04.109781 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Checking segment: {'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:55:04.110162 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Bound using segment: {'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:55:04.110594 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Bound port: 42f9f635-3882-4311-95ad-f385eeb666b6, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7ac166-e77c-4e01-93c0-58bf1e1444ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:55:04.110957 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:04.134909 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-b4618998-69a9-45ae-a521-4650d428752f tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:04.136485 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-b4618998-69a9-45ae-a521-4650d428752f tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 945 time: 0.0556448 Sep 14 18:55:04.196856 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] For port 42f9f635-3882-4311-95ad-f385eeb666b6, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:55:04.200341 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] For port 42f9f635-3882-4311-95ad-f385eeb666b6, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=42f9f635-3882-4311-95ad-f385eeb666b6,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:55:04.206473 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:04.242410 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Deleting port 92980f6d-752d-499f-8423-ee34e326330a {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:55:04.242775 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:04.249316 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:04.250335 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:04.251735 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] 10.222.0.68 "PUT /v2.0/ports/42f9f635-3882-4311-95ad-f385eeb666b6 HTTP/1.1" status: 200 len: 1093 time: 0.9007957 Sep 14 18:55:04.254818 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5027246-9eca-4502-95f6-7ea6340853f6', 'tag': '42f9f635-3882-4311-95ad-f385eeb666b6'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:55:04.258600 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aa5672-1faa-4762-b5ef-6422384e5072" -d '{"events": [{"name": "network-changed", "server_uuid": "c5027246-9eca-4502-95f6-7ea6340853f6", "tag": "42f9f635-3882-4311-95ad-f385eeb666b6"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:55:04.301361 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539b826-4e85-4271-bb8d-b4661864f6ba service neutron] Pushing event updated for resources: {'Port': ['ID=42f9f635-3882-4311-95ad-f385eeb666b6,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:04.318549 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44efd94c-90a4-48db-a29f-aba20373bc86 x-openstack-request-id: req-44efd94c-90a4-48db-a29f-aba20373bc86 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:55:04.318849 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5027246-9eca-4502-95f6-7ea6340853f6", "tag": "42f9f635-3882-4311-95ad-f385eeb666b6", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:55:04.319149 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44efd94c-90a4-48db-a29f-aba20373bc86 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:55:04.319549 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5027246-9eca-4502-95f6-7ea6340853f6', 'tag': '42f9f635-3882-4311-95ad-f385eeb666b6', 'status': 'completed', 'code': 200} Sep 14 18:55:04.355736 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] For port 92980f6d-752d-499f-8423-ee34e326330a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=92980f6d-752d-499f-8423-ee34e326330a,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:04.356195 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:04.376773 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-67514ad4-7313-4847-9f9e-bde51794dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:04.379197 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-67514ad4-7313-4847-9f9e-bde51794dc1f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ec151455531943d3bea10491e06b54f7&device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 1096 time: 0.0511944 Sep 14 18:55:04.428220 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-e0ad56d3-abc5-4cad-b432-974fb701417a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42f9f635-3882-4311-95ad-f385eeb666b6 HTTP/1.1" status: 200 len: 217 time: 0.0398800 Sep 14 18:55:04.493105 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-94cb9045-6f61-451c-b087-a6c925dc2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:04.495040 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-94cb9045-6f61-451c-b087-a6c925dc2f21 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=911c8fc0-2bb9-4291-a978-8443f73c14d2 HTTP/1.1" status: 200 len: 850 time: 0.0584605 Sep 14 18:55:04.571993 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-004a180d-4868-4036-aff1-684ac0f2defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:04.573096 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-004a180d-4868-4036-aff1-684ac0f2defb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed62ca30-1449-4b80-b732-67e84cfa064c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657151 Sep 14 18:55:04.672755 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:04.673639 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:04.673639 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.l3_db [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Floating IP 6f98b34d-1060-4ac4-93ba-d0868116c71d disassociated. External IP: 172.27.1.69, port: 92980f6d-752d-499f-8423-ee34e326330a. Sep 14 18:55:04.674008 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Calling delete_port for 92980f6d-752d-499f-8423-ee34e326330a owned by compute:nova {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:55:04.683344 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4afdf-5358-4f27-918e-c683555beda4 req-de7f7e93-6923-412e-b3d1-02fbe14bed24 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:04.684859 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3bd4afdf-5358-4f27-918e-c683555beda4 req-de7f7e93-6923-412e-b3d1-02fbe14bed24 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 943 time: 0.1278355 Sep 14 18:55:04.716434 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-d20d3c02-bae3-4a01-9ea5-8fd1680ba059 service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236687 Sep 14 18:55:04.770575 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3bd4afdf-5358-4f27-918e-c683555beda4 req-f9308fe4-67c2-4d22-af35-d58bf4b3a897 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=32b2f818-9a63-4255-8b09-37ff91d9455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780051 Sep 14 18:55:04.820007 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-198460e4-4aa9-4c44-a387-09a7091f9294 req-b807d6a1-694e-4e10-b494-90b78882b3df service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944123 Sep 14 18:55:04.869618 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:04.907802 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event deleted for resources: {'Port': ['ID=92980f6d-752d-499f-8423-ee34e326330a,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:04.979227 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa5672-1faa-4762-b5ef-6422384e5072 req-d801cd0b-f5e9-408d-8ade-8d6b7352d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:04.980829 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d6aa5672-1faa-4762-b5ef-6422384e5072 req-d801cd0b-f5e9-408d-8ade-8d6b7352d86b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ec151455531943d3bea10491e06b54f7&device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 1096 time: 0.0832095 Sep 14 18:55:04.989780 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc44c-ab13-40b1-aa84-564cad22964f req-9d4d15c6-7589-41a5-8e3c-b9c529258de1 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:04.991251 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-236dc44c-ab13-40b1-aa84-564cad22964f req-9d4d15c6-7589-41a5-8e3c-b9c529258de1 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 945 time: 0.0949841 Sep 14 18:55:05.052581 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:55:05.085538 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-236dc44c-ab13-40b1-aa84-564cad22964f req-035aae04-90ab-4261-aaa3-44b383591d8a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851541 Sep 14 18:55:05.119075 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa5672-1faa-4762-b5ef-6422384e5072 req-bfb701f0-24c3-4898-92a6-afc9182c35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:05.120673 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d6aa5672-1faa-4762-b5ef-6422384e5072 req-bfb701f0-24c3-4898-92a6-afc9182c35ec service neutron] 10.222.0.68 "GET /v2.0/networks?id=ed62ca30-1449-4b80-b732-67e84cfa064c HTTP/1.1" status: 200 len: 912 time: 0.1285405 Sep 14 18:55:05.175611 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d6aa5672-1faa-4762-b5ef-6422384e5072 req-3154af93-bff8-4273-840e-8af2f851e9b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42f9f635-3882-4311-95ad-f385eeb666b6 HTTP/1.1" status: 200 len: 217 time: 0.0454061 Sep 14 18:55:05.230127 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa5672-1faa-4762-b5ef-6422384e5072 req-640596e1-cbfd-463b-b77e-ade503b64563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:05.231709 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d6aa5672-1faa-4762-b5ef-6422384e5072 req-640596e1-cbfd-463b-b77e-ade503b64563 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=911c8fc0-2bb9-4291-a978-8443f73c14d2 HTTP/1.1" status: 200 len: 850 time: 0.0491230 Sep 14 18:55:05.290459 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa5672-1faa-4762-b5ef-6422384e5072 req-9682583e-b5aa-48a9-b638-1f42b5b1a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:05.292403 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d6aa5672-1faa-4762-b5ef-6422384e5072 req-9682583e-b5aa-48a9-b638-1f42b5b1a60a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed62ca30-1449-4b80-b732-67e84cfa064c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530446 Sep 14 18:55:05.387346 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-dcdd2c60-f3ef-4725-b8c3-c933094cd686 req-f673e492-b9a4-4dbd-b211-07107c1f7402 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=835a866a-9e58-4029-9684-64d5bf09ef56 HTTP/1.1" status: 200 len: 210 time: 0.0591431 Sep 14 18:55:05.435689 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:55:05.451147 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2516db69-4d26-443a-b527-89f4ed0dad56 None None] Sync routers for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:55:05.464929 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2516db69-4d26-443a-b527-89f4ed0dad56 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:55:05.466115 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-2516db69-4d26-443a-b527-89f4ed0dad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:54:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:05.475299 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d6aa5672-1faa-4762-b5ef-6422384e5072 req-76ae9881-dc09-4c38-be88-737d38aab7f5 service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689305 Sep 14 18:55:05.504822 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] No DVR routers for this DVR port 92980f6d-752d-499f-8423-ee34e326330a on host hv-cinder-80899 {{(pid=105941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:55:05.507637 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:05.510027 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-46542805-3126-4505-a6d9-82fa5851cfa7 req-14b0bb3f-9bfe-4433-b900-70249e2e3861 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "DELETE /v2.0/ports/92980f6d-752d-499f-8423-ee34e326330a HTTP/1.1" status: 204 len: 173 time: 1.3666070 Sep 14 18:55:05.510505 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835a866a-9e58-4029-9684-64d5bf09ef56', 'name': 'network-vif-deleted', 'tag': '92980f6d-752d-499f-8423-ee34e326330a'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:55:05.515002 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362460e3-8985-4fc6-829f-2b40e3d5f0c9" -d '{"events": [{"server_uuid": "835a866a-9e58-4029-9684-64d5bf09ef56", "name": "network-vif-deleted", "tag": "92980f6d-752d-499f-8423-ee34e326330a"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:55:05.578334 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32ca1b1-fb27-42e3-9aca-aa7dce536ea2 x-openstack-request-id: req-a32ca1b1-fb27-42e3-9aca-aa7dce536ea2 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:55:05.578832 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835a866a-9e58-4029-9684-64d5bf09ef56", "name": "network-vif-deleted", "tag": "92980f6d-752d-499f-8423-ee34e326330a", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:55:05.579233 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a32ca1b1-fb27-42e3-9aca-aa7dce536ea2 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:55:05.579889 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835a866a-9e58-4029-9684-64d5bf09ef56', 'name': 'network-vif-deleted', 'tag': '92980f6d-752d-499f-8423-ee34e326330a', 'status': 'completed', 'code': 200} Sep 14 18:55:05.625361 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d6aa5672-1faa-4762-b5ef-6422384e5072 req-d4ca6ff9-b786-4c61-a87d-a60995b13501 service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412082 Sep 14 18:55:05.662562 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-2516db69-4d26-443a-b527-89f4ed0dad56 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:55:05.947524 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-2516db69-4d26-443a-b527-89f4ed0dad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:05.960125 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c0eb2-84c0-4e19-8df2-03efab270984 req-6baedb25-3634-4c64-87b5-aaf5d635443b tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:05.961754 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-570c0eb2-84c0-4e19-8df2-03efab270984 req-6baedb25-3634-4c64-87b5-aaf5d635443b tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 945 time: 0.0804298 Sep 14 18:55:05.963959 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01590f44-421e-483f-8ef5-7c2abfad57f7 req-12ce7e3f-dcb2-4bcc-a4f0-e527c35691d5 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:05.965533 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-01590f44-421e-483f-8ef5-7c2abfad57f7 req-12ce7e3f-dcb2-4bcc-a4f0-e527c35691d5 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 943 time: 0.0816135 Sep 14 18:55:05.985586 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2516db69-4d26-443a-b527-89f4ed0dad56 None None] Checking router: ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:55:05.995545 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2516db69-4d26-443a-b527-89f4ed0dad56 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:55:05.996437 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-2516db69-4d26-443a-b527-89f4ed0dad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:54:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:06.007466 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-01590f44-421e-483f-8ef5-7c2abfad57f7 req-72d1f8eb-561a-4c56-a466-433cf1a32b60 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=32b2f818-9a63-4255-8b09-37ff91d9455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356903 Sep 14 18:55:06.010071 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-570c0eb2-84c0-4e19-8df2-03efab270984 req-c8304c61-b7d7-40a7-8cd0-dbbc493732fa tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403769 Sep 14 18:55:06.104288 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-2516db69-4d26-443a-b527-89f4ed0dad56 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:55:06.323757 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-2516db69-4d26-443a-b527-89f4ed0dad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:06.354235 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2516db69-4d26-443a-b527-89f4ed0dad56 None None] The sync data for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi is: [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:55:06.532568 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 42f9f635-3882-4311-95ad-f385eeb666b6 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:55:06.543194 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 92980f6d-752d-499f-8423-ee34e326330a no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:55:06.572562 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: 92980f6d-752d-499f-8423-ee34e326330a {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:55:06.572898 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 92980f6d-752d-499f-8423-ee34e326330a not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:55:06.609549 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8a27c-4293-46e6-acbf-0e84d456818d None None] New status for floating IP 6f98b34d-1060-4ac4-93ba-d0868116c71d: DOWN {{(pid=105944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:55:06.682917 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 42f9f635-3882-4311-95ad-f385eeb666b6, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=42f9f635-3882-4311-95ad-f385eeb666b6,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:06.694711 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '42f9f635-3882-4311-95ad-f385eeb666b6', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'port_id': '42f9f635-3882-4311-95ad-f385eeb666b6', 'mac_address': 'fa:16:3e:ea:83:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:55:06.737357 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-b15794c9-7448-4ffa-81a4-7a61fc87ad1d tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328614764&fields=id&tenant_id=26009d80cdda4d33a3f9515eb78bbaa4 HTTP/1.1" status: 200 len: 267 time: 0.0484560 Sep 14 18:55:06.741170 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:06.756772 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f9f635-3882-4311-95ad-f385eeb666b6 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:55:06.779114 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 42f9f635-3882-4311-95ad-f385eeb666b6, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=42f9f635-3882-4311-95ad-f385eeb666b6,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:06.784049 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:06.840262 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=42f9f635-3882-4311-95ad-f385eeb666b6,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:06.863784 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-2693ad2e-33a4-42b2-9f0b-570797f0e5a4 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:06.865278 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-2693ad2e-33a4-42b2-9f0b-570797f0e5a4 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 811 time: 0.1151521 Sep 14 18:55:06.880450 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-dbd0fc6b-dddc-42d1-8303-5bc946baab81 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/quotas/26009d80cdda4d33a3f9515eb78bbaa4 HTTP/1.1" status: 200 len: 375 time: 0.0094278 Sep 14 18:55:06.935511 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-3681f1ec-6333-45a4-91cf-96c982fe6d81 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493340 Sep 14 18:55:07.040995 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['42f9f635-3882-4311-95ad-f385eeb666b6'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:55:07.047764 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-38b1cf02-d590-4856-a3b9-dd9f35945aa7 service neutron] 10.222.0.37 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986283 Sep 14 18:55:07.149916 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fab470-3d39-4c3d-84b9-d93df1a495e1 req-e96f71e4-d1ec-4e7e-a730-3051b44b984b tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:07.151521 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a8fab470-3d39-4c3d-84b9-d93df1a495e1 req-e96f71e4-d1ec-4e7e-a730-3051b44b984b tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 945 time: 0.0671697 Sep 14 18:55:07.162164 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-65a19288-c69a-4555-a5d5-ea777a75247d service neutron] 10.222.0.37 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063359 Sep 14 18:55:07.196595 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a8fab470-3d39-4c3d-84b9-d93df1a495e1 req-22533d7b-7ac0-4932-82a2-3ea0d1575735 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383518 Sep 14 18:55:07.313587 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845f523-ba76-444d-ac28-0c3446a05f05 req-5329f444-1a1e-45aa-b8a4-9014ae448640 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:07.314529 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70ced2-8b6f-4dc7-9ce8-02cd62de80f6 req-d95e0e3b-39bc-4715-919f-95cce436f45b tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:07.316267 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b845f523-ba76-444d-ac28-0c3446a05f05 req-5329f444-1a1e-45aa-b8a4-9014ae448640 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.68 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 945 time: 0.0619600 Sep 14 18:55:07.316394 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4a70ced2-8b6f-4dc7-9ce8-02cd62de80f6 req-d95e0e3b-39bc-4715-919f-95cce436f45b tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 944 time: 0.0576556 Sep 14 18:55:07.359631 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4a70ced2-8b6f-4dc7-9ce8-02cd62de80f6 req-08fdcb1d-6dab-4016-80f5-3dc9a2dfbaa5 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=32b2f818-9a63-4255-8b09-37ff91d9455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366182 Sep 14 18:55:07.426016 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-b845f523-ba76-444d-ac28-0c3446a05f05 req-d372b721-46d8-48a5-ad9a-2c35e7165640 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Deleting port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:55:07.426410 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-b845f523-ba76-444d-ac28-0c3446a05f05 req-d372b721-46d8-48a5-ad9a-2c35e7165640 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:07.530361 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1a34ef80-6619-465f-af36-7674190c7394 req-80ec03cc-a719-4f98-b2a6-5548b3591e74 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 210 time: 0.0341222 Sep 14 18:55:07.553936 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-b845f523-ba76-444d-ac28-0c3446a05f05 req-d372b721-46d8-48a5-ad9a-2c35e7165640 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] For port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=10f4af40-03eb-46e3-b48c-c1a69cbbe20e,segment=NetworkSegment(1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6),segment_id=1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:07.554304 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-b845f523-ba76-444d-ac28-0c3446a05f05 req-d372b721-46d8-48a5-ad9a-2c35e7165640 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:07.568601 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-b845f523-ba76-444d-ac28-0c3446a05f05 req-d372b721-46d8-48a5-ad9a-2c35e7165640 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Calling delete_port for 10f4af40-03eb-46e3-b48c-c1a69cbbe20e owned by compute:nova {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:55:07.702684 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-b845f523-ba76-444d-ac28-0c3446a05f05 req-d372b721-46d8-48a5-ad9a-2c35e7165640 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:07.718017 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['10f4af40-03eb-46e3-b48c-c1a69cbbe20e'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:55:07.734009 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372b721-46d8-48a5-ad9a-2c35e7165640 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Pushing event deleted for resources: {'Port': ['ID=10f4af40-03eb-46e3-b48c-c1a69cbbe20e,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:07.774978 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b845f523-ba76-444d-ac28-0c3446a05f05 req-d372b721-46d8-48a5-ad9a-2c35e7165640 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] No DVR routers for this DVR port 10f4af40-03eb-46e3-b48c-c1a69cbbe20e on host hv-cinder-80899 {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:55:07.777844 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-b845f523-ba76-444d-ac28-0c3446a05f05 req-d372b721-46d8-48a5-ad9a-2c35e7165640 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:07.779871 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b845f523-ba76-444d-ac28-0c3446a05f05 req-d372b721-46d8-48a5-ad9a-2c35e7165640 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.68 "DELETE /v2.0/ports/10f4af40-03eb-46e3-b48c-c1a69cbbe20e HTTP/1.1" status: 204 len: 173 time: 0.4571609 Sep 14 18:55:07.780315 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b5d8e1-0989-4aa4-935f-95e3836bf9b2', 'name': 'network-vif-deleted', 'tag': '10f4af40-03eb-46e3-b48c-c1a69cbbe20e'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:55:07.782654 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bda7c3b-afeb-4722-a447-427b579731c9" -d '{"events": [{"server_uuid": "07b5d8e1-0989-4aa4-935f-95e3836bf9b2", "name": "network-vif-deleted", "tag": "10f4af40-03eb-46e3-b48c-c1a69cbbe20e"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:55:07.828371 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf98b944-cb7e-4e4a-a689-d69a59d8895c x-openstack-request-id: req-cf98b944-cb7e-4e4a-a689-d69a59d8895c {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:55:07.828652 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b5d8e1-0989-4aa4-935f-95e3836bf9b2", "name": "network-vif-deleted", "tag": "10f4af40-03eb-46e3-b48c-c1a69cbbe20e", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:55:07.828923 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf98b944-cb7e-4e4a-a689-d69a59d8895c {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:55:07.829417 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b5d8e1-0989-4aa4-935f-95e3836bf9b2', 'name': 'network-vif-deleted', 'tag': '10f4af40-03eb-46e3-b48c-c1a69cbbe20e', 'status': 'completed', 'code': 200} Sep 14 18:55:08.332281 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-09cfb5e0-eb45-476e-82c1-6ce8b99ad1db req-d40c1af9-2ce3-4b79-845b-0d1b4bc3956e tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b5d8e1-0989-4aa4-935f-95e3836bf9b2 HTTP/1.1" status: 200 len: 210 time: 0.0352385 Sep 14 18:55:08.490457 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9712e-06fa-49aa-8b45-1f3ab0ac9523 req-f21aa995-a65a-4bf0-b37e-c4cf60c49c6a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:08.492100 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-29f9712e-06fa-49aa-8b45-1f3ab0ac9523 req-f21aa995-a65a-4bf0-b37e-c4cf60c49c6a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 944 time: 0.0542758 Sep 14 18:55:08.539585 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-29f9712e-06fa-49aa-8b45-1f3ab0ac9523 req-d3503d23-ccc4-4199-bdfb-0c3d13e0dbc4 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=32b2f818-9a63-4255-8b09-37ff91d9455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397294 Sep 14 18:55:08.582356 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 42f9f635-3882-4311-95ad-f385eeb666b6 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:55:08.647147 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port 42f9f635-3882-4311-95ad-f385eeb666b6 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:55:08.651130 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7e7cd277-fe0f-4bbc-bdde-139be81613b6 req-e4265f19-857b-46be-9f9b-a865e74cc92a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 210 time: 0.0400376 Sep 14 18:55:08.654189 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 42f9f635-3882-4311-95ad-f385eeb666b6 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:55:08.654567 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:08.763616 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:08.794693 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5027246-9eca-4502-95f6-7ea6340853f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f9f635-3882-4311-95ad-f385eeb666b6'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:55:08.797466 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de309a6c-e220-463e-94c7-8304ac289e50" -d '{"events": [{"server_uuid": "c5027246-9eca-4502-95f6-7ea6340853f6", "name": "network-vif-plugged", "status": "completed", "tag": "42f9f635-3882-4311-95ad-f385eeb666b6"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:55:08.828865 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 42f9f635-3882-4311-95ad-f385eeb666b6, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=42f9f635-3882-4311-95ad-f385eeb666b6,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:08.836759 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:08.839069 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 10f4af40-03eb-46e3-b48c-c1a69cbbe20e no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:55:08.846068 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab54d38-092d-4823-8354-53166835777e x-openstack-request-id: req-6ab54d38-092d-4823-8354-53166835777e {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:55:08.847423 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5027246-9eca-4502-95f6-7ea6340853f6", "name": "network-vif-plugged", "status": "completed", "tag": "42f9f635-3882-4311-95ad-f385eeb666b6", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:55:08.847883 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ab54d38-092d-4823-8354-53166835777e {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:55:08.848850 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5027246-9eca-4502-95f6-7ea6340853f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f9f635-3882-4311-95ad-f385eeb666b6', 'code': 200} Sep 14 18:55:08.880931 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: 10f4af40-03eb-46e3-b48c-c1a69cbbe20e {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:55:08.881529 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 10f4af40-03eb-46e3-b48c-c1a69cbbe20e not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:55:08.957899 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=42f9f635-3882-4311-95ad-f385eeb666b6,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:09.060991 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19e7be-1ef3-41f1-b12c-32782d7a3920 req-6e8bfb7e-cd18-4d24-9fd3-3a6d093f2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:09.062558 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ef19e7be-1ef3-41f1-b12c-32782d7a3920 req-6e8bfb7e-cd18-4d24-9fd3-3a6d093f2f11 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 1098 time: 0.0445662 Sep 14 18:55:09.099531 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-ad090c1c-f123-4383-91d1-3395b65bfa7b tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:09.101537 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-ad090c1c-f123-4383-91d1-3395b65bfa7b tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 811 time: 0.4359932 Sep 14 18:55:09.104218 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ef19e7be-1ef3-41f1-b12c-32782d7a3920 req-feee6e98-1b20-4bfe-b895-f51e0154ae2e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=32b2f818-9a63-4255-8b09-37ff91d9455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343635 Sep 14 18:55:09.351380 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-7d591a72-d512-4384-8c14-8fc5068e5068 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26009d80cdda4d33a3f9515eb78bbaa4 HTTP/1.1" status: 200 len: 380 time: 0.0385230 Sep 14 18:55:09.362646 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Request body: {'port': {'device_id': '7a6a052d-f153-4910-809e-35eb2f10918e', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'admin_state_up': True, 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'security_groups': ['22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c']}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:09.525056 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Made reservation on behalf of 26009d80cdda4d33a3f9515eb78bbaa4 for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:55:09.528140 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:09.683968 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5f183-2531-45f4-a489-99384b1dc268 req-ad3bf7e6-c8e3-4f23-b4ba-5b98d5426d0d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:09.685584 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2e5f183-2531-45f4-a489-99384b1dc268 req-ad3bf7e6-c8e3-4f23-b4ba-5b98d5426d0d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 945 time: 0.0711315 Sep 14 18:55:09.731744 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2e5f183-2531-45f4-a489-99384b1dc268 req-c1e66939-0b52-457e-8704-b0f472c9bf6f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=32b2f818-9a63-4255-8b09-37ff91d9455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390594 Sep 14 18:55:09.753394 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Allocated IP 172.20.0.4 (523fe18f-b3bc-4f7c-bd3a-aa2c590f6859/33f19be6-1c21-4d14-b414-8a081ebcfa0d/4fdd2cd6-8f35-4d6d-9691-21ba17680d9b) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:55:09.761421 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-86d03456-d019-4446-9831-6d06faa9283b tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:09.762925 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-86d03456-d019-4446-9831-6d06faa9283b tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/networks?id=c145803a-77f6-40bc-bd2d-3354f90c8940 HTTP/1.1" status: 200 len: 808 time: 0.1682098 Sep 14 18:55:09.788625 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-03d9f72c-6f7b-46c7-a404-ea9b026fcbac tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/quotas/34a8ae0ab4fa45a69f54ef7a45141f14 HTTP/1.1" status: 200 len: 375 time: 0.0173652 Sep 14 18:55:09.829849 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-8d9af8c7-008b-45b7-9d5d-70830b3457e3 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=34a8ae0ab4fa45a69f54ef7a45141f14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346580 Sep 14 18:55:09.904557 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-12ca6aa1-ff90-46b4-ac4b-d89dd51e5ffd req-57a14fbf-6979-4b53-8115-34593db23624 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 210 time: 0.0304127 Sep 14 18:55:10.007740 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:10.011160 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-fb1f3588-5b93-42e0-8de2-ed66ad66fed3 service neutron] 10.222.0.37 "GET /v2.0/networks/c145803a-77f6-40bc-bd2d-3354f90c8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601901 Sep 14 18:55:10.030930 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Transition to ACTIVE for port object 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b will not be triggered until provisioned by entity DHCP. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:55:10.127389 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-8339b2da-a8bd-4678-ae26-9e67f9df299f service neutron] 10.222.0.37 "GET /v2.0/networks/c145803a-77f6-40bc-bd2d-3354f90c8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077547 Sep 14 18:55:10.131231 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:10.182182 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:55:10.185600 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:55:10.193825 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:55:10.198662 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'Port': ['ID=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:10.267152 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:10.269378 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:10.306701 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e55eb889-5fad-4f02-986c-a0729a9b40b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9489157 Sep 14 18:55:10.322046 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Request body: {'port': {'device_id': '7a6a052d-f153-4910-809e-35eb2f10918e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:10.407604 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-53a92cfe-a575-402c-b445-ce823c662121 req-f2ef57ce-bb78-4b8f-8bfb-6aed3f1f5d77 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 210 time: 0.0411201 Sep 14 18:55:10.407853 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:10.618589 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-8cd22121-ab3b-4913-8b8e-ef7e97a047fa None None] Provisioning for port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:55:10.625112 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-8cd22121-ab3b-4913-8b8e-ef7e97a047fa None None] Provisioning complete for port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:55:10.625741 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-8cd22121-ab3b-4913-8b8e-ef7e97a047fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:10.668306 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-8cd22121-ab3b-4913-8b8e-ef7e97a047fa None None] Port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:55:10.746486 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:55:10.763236 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:10.783050 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Transition to ACTIVE for port object 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:55:10.787739 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:10.865012 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:10.981014 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0059b-eb73-4210-b1b6-dacf3875709d req-60bc2d65-cd5c-4e96-86ec-c5ff942da06a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:10.982945 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-59d0059b-eb73-4210-b1b6-dacf3875709d req-60bc2d65-cd5c-4e96-86ec-c5ff942da06a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 945 time: 0.1214740 Sep 14 18:55:10.983939 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Attempting to bind port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:55:10.984277 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Attempting to bind port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:55:10.984609 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Attempting to bind port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b on network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:55:10.991325 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b on network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:55:10.991702 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Attempting to bind port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b on network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:55:10.997650 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:55:10.997995 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Checking segment: {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:55:10.998391 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Bound using segment: {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:55:10.998831 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Bound port: 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:55:10.999193 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:11.093162 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-59d0059b-eb73-4210-b1b6-dacf3875709d req-2255d440-d05b-4365-9727-c9ab83aef650 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=32b2f818-9a63-4255-8b09-37ff91d9455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905504 Sep 14 18:55:11.111220 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bc9a8-44ae-4080-991d-15fcd46aaf8e req-0705bcaf-3ed8-4054-afe5-87e94405e2e5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:11.115113 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] For port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:55:11.119485 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-625bc9a8-44ae-4080-991d-15fcd46aaf8e req-0705bcaf-3ed8-4054-afe5-87e94405e2e5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 943 time: 0.0762498 Sep 14 18:55:11.124142 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] For port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:55:11.133984 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:11.157087 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-625bc9a8-44ae-4080-991d-15fcd46aaf8e req-41f987a3-9b3b-47d7-9f84-6acc340ad5c2 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366380 Sep 14 18:55:11.177773 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:11.178323 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:11.179756 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] 10.222.0.68 "PUT /v2.0/ports/4fdd2cd6-8f35-4d6d-9691-21ba17680d9b HTTP/1.1" status: 200 len: 1093 time: 0.8626981 Sep 14 18:55:11.180196 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6a052d-f153-4910-809e-35eb2f10918e', 'tag': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:55:11.182555 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8933ced2-27cd-4268-8457-d186d0083c11" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6a052d-f153-4910-809e-35eb2f10918e", "tag": "4fdd2cd6-8f35-4d6d-9691-21ba17680d9b"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:55:11.234840 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9fd5ad-c316-466a-8410-d79c09772aed x-openstack-request-id: req-1b9fd5ad-c316-466a-8410-d79c09772aed {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:55:11.235133 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6a052d-f153-4910-809e-35eb2f10918e", "tag": "4fdd2cd6-8f35-4d6d-9691-21ba17680d9b", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:55:11.235395 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b9fd5ad-c316-466a-8410-d79c09772aed {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:55:11.235791 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6a052d-f153-4910-809e-35eb2f10918e', 'tag': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'status': 'completed', 'code': 200} Sep 14 18:55:11.261300 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3baa2a5-6472-424b-a1b8-f39c0951dbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:11.300295 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35071ae-7004-4305-b9ca-493b6dc2a06f req-f088d3d4-2779-4685-bbc0-791c7709873a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:11.301945 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d35071ae-7004-4305-b9ca-493b6dc2a06f req-f088d3d4-2779-4685-bbc0-791c7709873a tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 945 time: 0.1129382 Sep 14 18:55:11.311081 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-bb085fb1-1569-4b69-9909-1c3d766e1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:11.311771 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48386) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:11.312608 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-bb085fb1-1569-4b69-9909-1c3d766e1642 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 1096 time: 0.0683746 Sep 14 18:55:11.317116 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-d34b8f57-4c9a-4b7b-86f7-0cf43356036d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Request body: {'floatingip': {'port_id': '42f9f635-3882-4311-95ad-f385eeb666b6'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:11.359711 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d34b8f57-4c9a-4b7b-86f7-0cf43356036d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:11.365733 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-21782e2b-5906-47dd-b984-7ed75e225987 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b HTTP/1.1" status: 200 len: 217 time: 0.0428953 Sep 14 18:55:11.462370 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-c8e05f1d-d1a4-4fa6-9c21-8a5b2ae64490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:11.464403 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-c8e05f1d-d1a4-4fa6-9c21-8a5b2ae64490 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 200 len: 850 time: 0.0900066 Sep 14 18:55:11.546678 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-1f8001bb-bca3-411f-8adc-30c97f963152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:11.550109 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-1f8001bb-bca3-411f-8adc-30c97f963152 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747693 Sep 14 18:55:11.594462 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-dec31eda-53b9-45af-8193-ca4446194572 req-ffdd75c3-3104-4f91-8eed-e8904bd774e9 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 210 time: 0.0520701 Sep 14 18:55:11.667667 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-b0fd9c51-3561-4c34-a221-7bbf88e00a2e service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105433 Sep 14 18:55:11.718001 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-98d85033-c9f6-476c-8b28-628bb44f86d2 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:11.719399 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-98d85033-c9f6-476c-8b28-628bb44f86d2 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.68 "GET /v2.0/networks?id=c145803a-77f6-40bc-bd2d-3354f90c8940 HTTP/1.1" status: 200 len: 808 time: 0.2678549 Sep 14 18:55:11.749381 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-41972fdc-0de9-4e26-8443-1d88dea5568a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Request body: {'port': {'device_id': '77aa5460-50df-48a7-89e2-f0642900b833', 'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940', 'admin_state_up': True, 'tenant_id': '34a8ae0ab4fa45a69f54ef7a45141f14'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:11.763618 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2863271e-9262-4b4f-a1ff-613875614fe2 req-9935552d-3510-4b16-8a47-ffa828700d13 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858536 Sep 14 18:55:11.853795 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933ced2-27cd-4268-8457-d186d0083c11 req-f373a85a-cca2-47cb-b9a2-22b26d877815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:11.855288 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8933ced2-27cd-4268-8457-d186d0083c11 req-f373a85a-cca2-47cb-b9a2-22b26d877815 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 1096 time: 0.0434453 Sep 14 18:55:11.961404 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933ced2-27cd-4268-8457-d186d0083c11 req-7685a66d-81dc-4e5c-a626-04512f65d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:11.962925 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8933ced2-27cd-4268-8457-d186d0083c11 req-7685a66d-81dc-4e5c-a626-04512f65d47a service neutron] 10.222.0.68 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 912 time: 0.0990212 Sep 14 18:55:11.999602 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-41972fdc-0de9-4e26-8443-1d88dea5568a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Made reservation on behalf of 34a8ae0ab4fa45a69f54ef7a45141f14 for: {'port': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:55:12.003413 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-41972fdc-0de9-4e26-8443-1d88dea5568a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:12.018351 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8933ced2-27cd-4268-8457-d186d0083c11 req-cfda9471-bb7a-4919-83e9-fbb01eaa0620 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b HTTP/1.1" status: 200 len: 217 time: 0.0442426 Sep 14 18:55:12.085142 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933ced2-27cd-4268-8457-d186d0083c11 req-9905c5cf-04db-4038-b068-bd344c84d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:12.086685 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8933ced2-27cd-4268-8457-d186d0083c11 req-9905c5cf-04db-4038-b068-bd344c84d6b5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 200 len: 850 time: 0.0604303 Sep 14 18:55:12.141672 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933ced2-27cd-4268-8457-d186d0083c11 req-69ebfc07-3230-4aec-99c4-01f1f89e0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:12.143287 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8933ced2-27cd-4268-8457-d186d0083c11 req-69ebfc07-3230-4aec-99c4-01f1f89e0c88 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445545 Sep 14 18:55:12.225179 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d34b8f57-4c9a-4b7b-86f7-0cf43356036d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:12.235146 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d34b8f57-4c9a-4b7b-86f7-0cf43356036d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:12.255450 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8933ced2-27cd-4268-8457-d186d0083c11 req-503dc7e1-eb8f-4746-88c1-ddab0391f6e2 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035571 Sep 14 18:55:12.352039 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-41972fdc-0de9-4e26-8443-1d88dea5568a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Allocated IP 172.20.0.14 (c145803a-77f6-40bc-bd2d-3354f90c8940/47995eba-4639-41da-9703-a6ae3609b180/6a91e9ec-7e92-45b4-8669-8c36a31e0685) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:55:12.370286 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8933ced2-27cd-4268-8457-d186d0083c11 req-2f7b9af1-b282-46e1-8e1f-8d635cd96620 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056037 Sep 14 18:55:12.424066 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a516a9-9de5-40b3-9799-c36799ee24c7 req-f8d7617a-6536-4e3a-978d-d11f2abff82d tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:12.426218 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-46a516a9-9de5-40b3-9799-c36799ee24c7 req-f8d7617a-6536-4e3a-978d-d11f2abff82d tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 943 time: 0.1430514 Sep 14 18:55:12.474816 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.l3_db [None req-d34b8f57-4c9a-4b7b-86f7-0cf43356036d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Floating IP b3ad2339-36df-41a0-8865-3966a3d4342e associated. External IP: 172.27.1.195, port: 42f9f635-3882-4311-95ad-f385eeb666b6. Sep 14 18:55:12.605392 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-46a516a9-9de5-40b3-9799-c36799ee24c7 req-39f44c18-beb4-46aa-b344-936baaa45b75 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695061 Sep 14 18:55:12.726159 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-41972fdc-0de9-4e26-8443-1d88dea5568a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:12.734336 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1254e4fb-8f46-4fc0-a630-2b66b00b4c01 req-4bf7c242-1fd2-4f40-b2af-567bd742ffdf tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 210 time: 0.0384405 Sep 14 18:55:12.857454 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-41972fdc-0de9-4e26-8443-1d88dea5568a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:12.906650 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34b8f57-4c9a-4b7b-86f7-0cf43356036d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Router 633e1c59-235e-453c-acb1-5e2555465fd3 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:55:12.919796 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-41972fdc-0de9-4e26-8443-1d88dea5568a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Network c145803a-77f6-40bc-bd2d-3354f90c8940 is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:55:12.930264 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-41972fdc-0de9-4e26-8443-1d88dea5568a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:55:12.934295 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-41972fdc-0de9-4e26-8443-1d88dea5568a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:55:12.937143 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41972fdc-0de9-4e26-8443-1d88dea5568a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Pushing event updated for resources: {'Port': ['ID=6a91e9ec-7e92-45b4-8669-8c36a31e0685,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:13.059697 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-41972fdc-0de9-4e26-8443-1d88dea5568a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:13.060316 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-41972fdc-0de9-4e26-8443-1d88dea5568a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:13.085381 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-41972fdc-0de9-4e26-8443-1d88dea5568a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3398306 Sep 14 18:55:13.103598 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Request body: {'port': {'device_id': '77aa5460-50df-48a7-89e2-f0642900b833', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:13.354093 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34b8f57-4c9a-4b7b-86f7-0cf43356036d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:55:13.360446 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d34b8f57-4c9a-4b7b-86f7-0cf43356036d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:13.366472 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4595a-6013-4814-b6ab-4ece514c9239 None None] Sync routers for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:55:13.377138 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb4595a-6013-4814-b6ab-4ece514c9239 None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:55:13.378472 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-0cb4595a-6013-4814-b6ab-4ece514c9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:54:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:13.399253 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-d34b8f57-4c9a-4b7b-86f7-0cf43356036d tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "PUT /v2.0/floatingips/b3ad2339-36df-41a0-8865-3966a3d4342e HTTP/1.1" status: 200 len: 991 time: 2.0834591 Sep 14 18:55:13.412071 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5027246-9eca-4502-95f6-7ea6340853f6', 'tag': '42f9f635-3882-4311-95ad-f385eeb666b6'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:55:13.414106 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc94d8d-b695-40e8-aade-2ff0a458d28b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5027246-9eca-4502-95f6-7ea6340853f6", "tag": "42f9f635-3882-4311-95ad-f385eeb666b6"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:55:13.426648 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:13.490059 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1801048-d11b-4b27-b744-4eb76ce05e21 x-openstack-request-id: req-a1801048-d11b-4b27-b744-4eb76ce05e21 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:55:13.490386 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5027246-9eca-4502-95f6-7ea6340853f6", "tag": "42f9f635-3882-4311-95ad-f385eeb666b6", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:55:13.490638 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1801048-d11b-4b27-b744-4eb76ce05e21 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:55:13.491041 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5027246-9eca-4502-95f6-7ea6340853f6', 'tag': '42f9f635-3882-4311-95ad-f385eeb666b6', 'status': 'completed', 'code': 200} Sep 14 18:55:13.580835 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc94d8d-b695-40e8-aade-2ff0a458d28b req-975642dd-ad39-487f-aaad-89dfff4c1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:13.585750 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6bc94d8d-b695-40e8-aade-2ff0a458d28b req-975642dd-ad39-487f-aaad-89dfff4c1d97 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ec151455531943d3bea10491e06b54f7&device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 1098 time: 0.0679340 Sep 14 18:55:13.652857 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-0cb4595a-6013-4814-b6ab-4ece514c9239 None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:55:13.729958 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc94d8d-b695-40e8-aade-2ff0a458d28b req-36a9d234-75dd-4b71-a430-0bcd6ed7d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:13.731460 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6bc94d8d-b695-40e8-aade-2ff0a458d28b req-36a9d234-75dd-4b71-a430-0bcd6ed7d6e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ed62ca30-1449-4b80-b732-67e84cfa064c HTTP/1.1" status: 200 len: 912 time: 0.1408539 Sep 14 18:55:13.801221 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a1ee3-d3c1-498f-a3e5-1f3d7c1fc9ec req-46a7a177-6a41-46a3-aec2-988863d2bf6f tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:13.808669 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8b5a1ee3-d3c1-498f-a3e5-1f3d7c1fc9ec req-46a7a177-6a41-46a3-aec2-988863d2bf6f tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 943 time: 0.1105943 Sep 14 18:55:13.809777 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a91e9ec-7e92-45b4-8669-8c36a31e0685 {{(pid=105941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:55:13.821398 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:13.852056 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6bc94d8d-b695-40e8-aade-2ff0a458d28b req-0c1547e0-82ff-4e33-aa3d-06aca185fa8e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42f9f635-3882-4311-95ad-f385eeb666b6 HTTP/1.1" status: 200 len: 999 time: 0.1117699 Sep 14 18:55:13.856253 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.provisioning_blocks [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Transition to ACTIVE for port object 6a91e9ec-7e92-45b4-8669-8c36a31e0685 will not be triggered until provisioned by entity L2. {{(pid=105941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:55:13.860917 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8b5a1ee3-d3c1-498f-a3e5-1f3d7c1fc9ec req-2b74fa67-16ae-4ec3-86c8-5a159a460d47 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513706 Sep 14 18:55:13.910980 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26220426'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:13.921377 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc94d8d-b695-40e8-aade-2ff0a458d28b req-33ed0a5b-4f8a-4e11-9ade-2c7149594410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:13.922927 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6bc94d8d-b695-40e8-aade-2ff0a458d28b req-33ed0a5b-4f8a-4e11-9ade-2c7149594410 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=911c8fc0-2bb9-4291-a978-8443f73c14d2 HTTP/1.1" status: 200 len: 850 time: 0.0610917 Sep 14 18:55:13.978855 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-0cb4595a-6013-4814-b6ab-4ece514c9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': 'b3ad2339-36df-41a0-8865-3966a3d4342e', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'port_id': '42f9f635-3882-4311-95ad-f385eeb666b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'mac_address': 'fa:16:3e:ea:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5027246-9eca-4502-95f6-7ea6340853f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:54:59Z', 'updated_at': '2021-09-14T18:55:12Z', 'revision_number': 1, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:47Z', 'revision_number': 5, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:13.980250 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc94d8d-b695-40e8-aade-2ff0a458d28b req-2b4f3832-ed2d-41f5-b048-3692ed081067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:13.981849 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6bc94d8d-b695-40e8-aade-2ff0a458d28b req-2b4f3832-ed2d-41f5-b048-3692ed081067 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed62ca30-1449-4b80-b732-67e84cfa064c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521173 Sep 14 18:55:13.987551 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a969ab-28e1-4c88-ae70-85a9bdf64ed0 req-e804e138-aea6-4093-ab4d-2bdf9fd5f4c4 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:13.989124 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-90a969ab-28e1-4c88-ae70-85a9bdf64ed0 req-e804e138-aea6-4093-ab4d-2bdf9fd5f4c4 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 944 time: 0.1366494 Sep 14 18:55:14.008695 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Pushing event updated for resources: {'Port': ['ID=6a91e9ec-7e92-45b4-8669-8c36a31e0685,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:14.009075 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4595a-6013-4814-b6ab-4ece514c9239 None None] Checking router: 633e1c59-235e-453c-acb1-5e2555465fd3 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:55:14.021480 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb4595a-6013-4814-b6ab-4ece514c9239 None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:55:14.022109 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-0cb4595a-6013-4814-b6ab-4ece514c9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:54:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:14.085928 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-90a969ab-28e1-4c88-ae70-85a9bdf64ed0 req-d968269b-7857-48e9-818a-bd21eb5b2874 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855746 Sep 14 18:55:14.099440 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6bc94d8d-b695-40e8-aade-2ff0a458d28b req-7931a7b1-564d-4c27-8600-236f7e48adc9 service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095927 Sep 14 18:55:14.103946 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Attempting to bind port 6a91e9ec-7e92-45b4-8669-8c36a31e0685 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:55:14.104209 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Attempting to bind port 6a91e9ec-7e92-45b4-8669-8c36a31e0685 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940'}] {{(pid=105941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:55:14.104534 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Attempting to bind port 6a91e9ec-7e92-45b4-8669-8c36a31e0685 on network c145803a-77f6-40bc-bd2d-3354f90c8940 {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:55:14.117901 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Port 6a91e9ec-7e92-45b4-8669-8c36a31e0685 on network c145803a-77f6-40bc-bd2d-3354f90c8940 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:55:14.118492 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Attempting to bind port 6a91e9ec-7e92-45b4-8669-8c36a31e0685 on network c145803a-77f6-40bc-bd2d-3354f90c8940 {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:55:14.124940 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:55:14.125272 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Checking segment: {'id': '1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:55:14.125758 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Bound using segment: {'id': '1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940'} {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:55:14.126191 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Bound port: 6a91e9ec-7e92-45b4-8669-8c36a31e0685, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940'}}] {{(pid=105941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:55:14.126550 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:14.138783 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-0cb4595a-6013-4814-b6ab-4ece514c9239 None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:55:14.207794 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] For port 6a91e9ec-7e92-45b4-8669-8c36a31e0685, host hv-cinder-80899, cleared binding levels {{(pid=105941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:55:14.211714 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] For port 6a91e9ec-7e92-45b4-8669-8c36a31e0685, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6a91e9ec-7e92-45b4-8669-8c36a31e0685,segment=NetworkSegment(1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6),segment_id=1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6)] {{(pid=105941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:55:14.216992 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26220426'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:14.219874 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-6bc94d8d-b695-40e8-aade-2ff0a458d28b req-36940b88-194c-42e9-96c8-3b5b9c9f378b service neutron] 10.222.0.68 "GET /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126525 Sep 14 18:55:14.274402 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:14.274402 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:14.276859 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] 10.222.0.68 "PUT /v2.0/ports/6a91e9ec-7e92-45b4-8669-8c36a31e0685 HTTP/1.1" status: 200 len: 1094 time: 1.1775837 Sep 14 18:55:14.300197 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0fbc0-e4f1-411e-9a90-01e8a0cd9ceb service neutron] Pushing event updated for resources: {'Port': ['ID=6a91e9ec-7e92-45b4-8669-8c36a31e0685,revision_number=3']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:14.407721 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-f2580058-9f42-4c80-baf5-b1e40acc956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:14.409706 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-f2580058-9f42-4c80-baf5-b1e40acc956f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=34a8ae0ab4fa45a69f54ef7a45141f14&device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 1097 time: 0.0563974 Sep 14 18:55:14.414215 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-0cb4595a-6013-4814-b6ab-4ece514c9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': 'b3ad2339-36df-41a0-8865-3966a3d4342e', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'port_id': '42f9f635-3882-4311-95ad-f385eeb666b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'mac_address': 'fa:16:3e:ea:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5027246-9eca-4502-95f6-7ea6340853f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:54:59Z', 'updated_at': '2021-09-14T18:55:12Z', 'revision_number': 1, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:47Z', 'revision_number': 5, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:14.447038 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4595a-6013-4814-b6ab-4ece514c9239 None None] The sync data for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi is: [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': 'b3ad2339-36df-41a0-8865-3966a3d4342e', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'port_id': '42f9f635-3882-4311-95ad-f385eeb666b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'mac_address': 'fa:16:3e:ea:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5027246-9eca-4502-95f6-7ea6340853f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:54:59Z', 'updated_at': '2021-09-14T18:55:12Z', 'revision_number': 1, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:47Z', 'revision_number': 5, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:55:14.454798 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-e56bca02-c5b9-4bf3-8904-8342bcd0a866 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a91e9ec-7e92-45b4-8669-8c36a31e0685 HTTP/1.1" status: 200 len: 217 time: 0.0364041 Sep 14 18:55:14.523582 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-2ce04034-5add-4da3-80cb-17beef045ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:14.525267 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-2ce04034-5add-4da3-80cb-17beef045ea1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=47995eba-4639-41da-9703-a6ae3609b180 HTTP/1.1" status: 200 len: 848 time: 0.0592527 Sep 14 18:55:14.561966 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-f686c27b-3b52-4b1b-a3f7-a7aec218c2e5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c145803a-77f6-40bc-bd2d-3354f90c8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291121 Sep 14 18:55:14.685868 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-4e01d3e5-b631-475b-8f6a-04b9b141a8f9 service neutron] 10.222.0.68 "GET /v2.0/networks/c145803a-77f6-40bc-bd2d-3354f90c8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151655 Sep 14 18:55:14.706337 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7250674b-a707-47ba-835c-f3b3fa809bdf None None] New status for floating IP b3ad2339-36df-41a0-8865-3966a3d4342e: ACTIVE {{(pid=105944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:55:14.800885 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1809c76b-3bb2-4f87-8a45-6a9028910ef2 req-f2807d14-fae5-4289-9bd5-6af25f581c60 service neutron] 10.222.0.68 "GET /v2.0/networks/c145803a-77f6-40bc-bd2d-3354f90c8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073763 Sep 14 18:55:15.018701 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4311b1-b6d4-4119-9bab-867ba2dccfc2 req-125660cc-f350-4467-96b9-c9b19eb8a7ed tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:15.020858 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0c4311b1-b6d4-4119-9bab-867ba2dccfc2 req-125660cc-f350-4467-96b9-c9b19eb8a7ed tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 943 time: 0.0542793 Sep 14 18:55:15.076696 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0c4311b1-b6d4-4119-9bab-867ba2dccfc2 req-a427672e-b0fb-4def-8154-fa4d096a9884 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484753 Sep 14 18:55:15.234093 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062a081-4484-48c9-b49a-8f158b153d9e req-57afc615-c252-4a57-8bdf-1f767c9feb7d tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:15.235692 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1062a081-4484-48c9-b49a-8f158b153d9e req-57afc615-c252-4a57-8bdf-1f767c9feb7d tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 944 time: 0.0585651 Sep 14 18:55:15.276058 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1062a081-4484-48c9-b49a-8f158b153d9e req-01187b1a-f8df-4b5e-b353-2dc608283777 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339096 Sep 14 18:55:15.491893 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aa5460-50df-48a7-89e2-f0642900b833', 'tag': '6a91e9ec-7e92-45b4-8669-8c36a31e0685'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:55:15.494366 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a83e81f-d1e9-47e0-9be1-816e4c42648b" -d '{"events": [{"name": "network-changed", "server_uuid": "77aa5460-50df-48a7-89e2-f0642900b833", "tag": "6a91e9ec-7e92-45b4-8669-8c36a31e0685"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:55:15.540677 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163c701d-da53-4d2f-abf5-150bf7cc9f02 x-openstack-request-id: req-163c701d-da53-4d2f-abf5-150bf7cc9f02 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:55:15.541139 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77aa5460-50df-48a7-89e2-f0642900b833", "tag": "6a91e9ec-7e92-45b4-8669-8c36a31e0685", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:55:15.541596 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-163c701d-da53-4d2f-abf5-150bf7cc9f02 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:55:15.542218 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77aa5460-50df-48a7-89e2-f0642900b833', 'tag': '6a91e9ec-7e92-45b4-8669-8c36a31e0685', 'status': 'completed', 'code': 200} Sep 14 18:55:15.606800 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83e81f-d1e9-47e0-9be1-816e4c42648b req-5f1b40bb-61f7-4103-a959-cfe1eec35527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:15.608682 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0a83e81f-d1e9-47e0-9be1-816e4c42648b req-5f1b40bb-61f7-4103-a959-cfe1eec35527 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=34a8ae0ab4fa45a69f54ef7a45141f14&device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 1097 time: 0.0424328 Sep 14 18:55:15.710743 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83e81f-d1e9-47e0-9be1-816e4c42648b req-03f715ad-0851-4cc5-9d4c-8f007f3090f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:15.712243 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0a83e81f-d1e9-47e0-9be1-816e4c42648b req-03f715ad-0851-4cc5-9d4c-8f007f3090f0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c145803a-77f6-40bc-bd2d-3354f90c8940 HTTP/1.1" status: 200 len: 909 time: 0.0949054 Sep 14 18:55:15.756458 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0a83e81f-d1e9-47e0-9be1-816e4c42648b req-03424094-f124-4f7b-b598-714cf8b8ed0b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a91e9ec-7e92-45b4-8669-8c36a31e0685 HTTP/1.1" status: 200 len: 217 time: 0.0358107 Sep 14 18:55:15.813069 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83e81f-d1e9-47e0-9be1-816e4c42648b req-c743aa4f-8c75-402b-94af-63662c17cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:15.814646 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0a83e81f-d1e9-47e0-9be1-816e4c42648b req-c743aa4f-8c75-402b-94af-63662c17cf99 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=47995eba-4639-41da-9703-a6ae3609b180 HTTP/1.1" status: 200 len: 848 time: 0.0509381 Sep 14 18:55:15.848533 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0a83e81f-d1e9-47e0-9be1-816e4c42648b req-02dc111a-9f6c-4641-8c16-f549a5e2dfb1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c145803a-77f6-40bc-bd2d-3354f90c8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259917 Sep 14 18:55:15.956847 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0a83e81f-d1e9-47e0-9be1-816e4c42648b req-cb48ce58-6d51-41e4-9feb-e21272a02c76 service neutron] 10.222.0.68 "GET /v2.0/networks/c145803a-77f6-40bc-bd2d-3354f90c8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002002 Sep 14 18:55:16.064158 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0a83e81f-d1e9-47e0-9be1-816e4c42648b req-625f05d6-ae59-45b6-a2d8-39c3e6d1e61b service neutron] 10.222.0.68 "GET /v2.0/networks/c145803a-77f6-40bc-bd2d-3354f90c8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989401 Sep 14 18:55:16.223715 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac49f20-357f-4c03-b835-909dc1ee8171 req-532b7004-f13d-40ed-a367-ade5bb6c9f5f tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:16.226474 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bac49f20-357f-4c03-b835-909dc1ee8171 req-532b7004-f13d-40ed-a367-ade5bb6c9f5f tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 943 time: 0.0737970 Sep 14 18:55:16.270793 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bac49f20-357f-4c03-b835-909dc1ee8171 req-1d500eb2-1307-4664-98a9-4f518fff1bc6 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375655 Sep 14 18:55:16.405149 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1f3d6-fafd-474a-9054-04e67368ee15 req-4941c877-5dec-4363-aeb0-cc0f9ecf5ddd tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:16.406816 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-36f1f3d6-fafd-474a-9054-04e67368ee15 req-4941c877-5dec-4363-aeb0-cc0f9ecf5ddd tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 944 time: 0.0536835 Sep 14 18:55:16.450639 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-36f1f3d6-fafd-474a-9054-04e67368ee15 req-aad34d5d-acac-4001-9487-d3b9049ce7db tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362391 Sep 14 18:55:16.578783 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 6a91e9ec-7e92-45b4-8669-8c36a31e0685 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:55:16.689685 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 6a91e9ec-7e92-45b4-8669-8c36a31e0685, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6a91e9ec-7e92-45b4-8669-8c36a31e0685,segment=NetworkSegment(1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6),segment_id=1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:16.703344 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '6a91e9ec-7e92-45b4-8669-8c36a31e0685', 'network_id': 'c145803a-77f6-40bc-bd2d-3354f90c8940', 'port_id': '6a91e9ec-7e92-45b4-8669-8c36a31e0685', 'mac_address': 'fa:16:3e:92:b5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47995eba-4639-41da-9703-a6ae3609b180', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:55:16.768372 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:16.789847 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a91e9ec-7e92-45b4-8669-8c36a31e0685 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:55:16.816043 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 6a91e9ec-7e92-45b4-8669-8c36a31e0685, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6a91e9ec-7e92-45b4-8669-8c36a31e0685,segment=NetworkSegment(1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6),segment_id=1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:16.820494 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:16.877808 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=6a91e9ec-7e92-45b4-8669-8c36a31e0685,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:17.067418 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['6a91e9ec-7e92-45b4-8669-8c36a31e0685'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:55:17.393960 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e9ad5-412b-40ed-ad83-b2940702bacc req-9d0e26d4-88d3-434c-933e-b7f17d6b213e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:17.395669 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3d1e9ad5-412b-40ed-ad83-b2940702bacc req-9d0e26d4-88d3-434c-933e-b7f17d6b213e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 943 time: 0.0525100 Sep 14 18:55:17.436402 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3d1e9ad5-412b-40ed-ad83-b2940702bacc req-a5bf60f7-6caa-4896-9c70-809f234b8bf3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345175 Sep 14 18:55:17.589968 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6465a1-39c6-4b3e-802d-b325504dd907 req-963cd4cb-d2ea-467d-942a-6978a019644a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:17.592529 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7c6465a1-39c6-4b3e-802d-b325504dd907 req-963cd4cb-d2ea-467d-942a-6978a019644a tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 945 time: 0.0651212 Sep 14 18:55:17.633759 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7c6465a1-39c6-4b3e-802d-b325504dd907 req-f3eb9c12-9f49-43a4-a4a5-ec08ece18b42 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345581 Sep 14 18:55:18.567169 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e47150-6e46-4f4a-a119-7df061cd83ec req-c24184cd-d9c6-4f8f-8598-8a75b28ee0ec tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:18.568800 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-26e47150-6e46-4f4a-a119-7df061cd83ec req-c24184cd-d9c6-4f8f-8598-8a75b28ee0ec tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 943 time: 0.0571332 Sep 14 18:55:18.583106 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:55:18.585720 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 6a91e9ec-7e92-45b4-8669-8c36a31e0685 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:55:18.612675 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-26e47150-6e46-4f4a-a119-7df061cd83ec req-c4e67b89-39de-42c5-835c-e79ade4e71af tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363853 Sep 14 18:55:18.704612 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port 6a91e9ec-7e92-45b4-8669-8c36a31e0685 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:55:18.721638 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 6a91e9ec-7e92-45b4-8669-8c36a31e0685 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:55:18.721912 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:18.764174 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:18.783201 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'port_id': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'mac_address': 'fa:16:3e:3b:d6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:55:18.804086 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85350e89-1228-48fe-8b63-fa6116e8189c req-7528913b-9902-4e0b-aed7-8f11708ff5fe tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:18.806904 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-85350e89-1228-48fe-8b63-fa6116e8189c req-7528913b-9902-4e0b-aed7-8f11708ff5fe tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 945 time: 0.0870552 Sep 14 18:55:18.856309 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:18.880141 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:55:18.881150 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-85350e89-1228-48fe-8b63-fa6116e8189c req-43b08c93-02af-480c-93d6-efcdd9a81c83 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673261 Sep 14 18:55:18.886048 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:18.923964 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:18.931858 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aa5460-50df-48a7-89e2-f0642900b833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a91e9ec-7e92-45b4-8669-8c36a31e0685'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:55:18.933621 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230522b5-c0d5-4301-b42a-31a5a645af41" -d '{"events": [{"server_uuid": "77aa5460-50df-48a7-89e2-f0642900b833", "name": "network-vif-plugged", "status": "completed", "tag": "6a91e9ec-7e92-45b4-8669-8c36a31e0685"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:55:18.938983 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:18.951327 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 6a91e9ec-7e92-45b4-8669-8c36a31e0685, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6a91e9ec-7e92-45b4-8669-8c36a31e0685,segment=NetworkSegment(1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6),segment_id=1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:18.972562 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:19.000498 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7492daa-53f6-470b-8d33-d3875a5733fc x-openstack-request-id: req-f7492daa-53f6-470b-8d33-d3875a5733fc {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:55:19.000793 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aa5460-50df-48a7-89e2-f0642900b833", "name": "network-vif-plugged", "status": "completed", "tag": "6a91e9ec-7e92-45b4-8669-8c36a31e0685", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:55:19.001044 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7492daa-53f6-470b-8d33-d3875a5733fc {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:55:19.001436 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77aa5460-50df-48a7-89e2-f0642900b833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a91e9ec-7e92-45b4-8669-8c36a31e0685', 'code': 200} Sep 14 18:55:19.002527 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:19.059469 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=6a91e9ec-7e92-45b4-8669-8c36a31e0685,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:19.188296 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['4fdd2cd6-8f35-4d6d-9691-21ba17680d9b'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:55:19.198454 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8c0b5-e9ca-4b3b-8023-0f07b2a67dbb req-756a3f78-c4cd-47e2-90bc-9f5d6d941dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:19.200006 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8af8c0b5-e9ca-4b3b-8023-0f07b2a67dbb req-756a3f78-c4cd-47e2-90bc-9f5d6d941dcc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 1099 time: 0.0506322 Sep 14 18:55:19.238563 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8af8c0b5-e9ca-4b3b-8023-0f07b2a67dbb req-f3dfd8a0-ad10-4b2b-a6ee-f3b58ed36dff service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309410 Sep 14 18:55:19.742168 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6585ce-83de-4849-9a2f-caa8845c2f32 req-b0eee52f-2f69-4cb7-8c24-d0dde99c4f74 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:19.743823 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9f6585ce-83de-4849-9a2f-caa8845c2f32 req-b0eee52f-2f69-4cb7-8c24-d0dde99c4f74 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 944 time: 0.0559015 Sep 14 18:55:19.784551 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9f6585ce-83de-4849-9a2f-caa8845c2f32 req-e5ad70fe-5670-4986-9507-3edc23b91825 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337560 Sep 14 18:55:20.031063 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7361eb1-a36f-4bd9-bf98-c8f8eca9672c req-1972e2a8-d599-4901-9564-691b939437ad tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:20.032556 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7361eb1-a36f-4bd9-bf98-c8f8eca9672c req-1972e2a8-d599-4901-9564-691b939437ad tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 946 time: 0.0737116 Sep 14 18:55:20.072487 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e7361eb1-a36f-4bd9-bf98-c8f8eca9672c req-3935228f-b297-422c-a9e8-ce4b88eb1ce1 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327563 Sep 14 18:55:20.593987 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:55:20.648900 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:55:20.652974 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:55:20.653349 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:20.741765 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:20.784614 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:20.788819 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:20.850123 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:20.919041 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb197657-dfe8-46a9-bced-91c2a34b7488 req-7baa8b8a-8551-4b3d-b303-c760829e3c53 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:20.920627 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bb197657-dfe8-46a9-bced-91c2a34b7488 req-7baa8b8a-8551-4b3d-b303-c760829e3c53 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 945 time: 0.0599594 Sep 14 18:55:20.961160 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-bb197657-dfe8-46a9-bced-91c2a34b7488 req-aa59d321-29f6-4a4a-8133-c3d1c1cceb7a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334470 Sep 14 18:55:21.004309 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6a052d-f153-4910-809e-35eb2f10918e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:55:21.008324 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f982a9-1ffa-491f-8de6-73e124b4259d" -d '{"events": [{"server_uuid": "7a6a052d-f153-4910-809e-35eb2f10918e", "name": "network-vif-plugged", "status": "completed", "tag": "4fdd2cd6-8f35-4d6d-9691-21ba17680d9b"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:55:21.044924 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab82a05-d04a-4426-8332-4ec32ebbb62a x-openstack-request-id: req-7ab82a05-d04a-4426-8332-4ec32ebbb62a {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:55:21.045218 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6a052d-f153-4910-809e-35eb2f10918e", "name": "network-vif-plugged", "status": "completed", "tag": "4fdd2cd6-8f35-4d6d-9691-21ba17680d9b", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:55:21.045475 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ab82a05-d04a-4426-8332-4ec32ebbb62a {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:55:21.045898 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6a052d-f153-4910-809e-35eb2f10918e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'code': 200} Sep 14 18:55:21.202976 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f25045-b157-4895-b136-fbe1f5165db4 req-5dcdd3ed-f06a-4762-96c0-d8a82e4205b2 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:21.204525 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b3f25045-b157-4895-b136-fbe1f5165db4 req-5dcdd3ed-f06a-4762-96c0-d8a82e4205b2 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 946 time: 0.0598063 Sep 14 18:55:21.248377 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b3f25045-b157-4895-b136-fbe1f5165db4 req-89296d12-a74b-464d-8b7f-e33422f64e4e tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370657 Sep 14 18:55:21.284167 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ff71c-64cb-44a5-ac0f-e978243ad9a3 req-8ca14640-eccf-437c-95bd-508322a02067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:21.285762 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-721ff71c-64cb-44a5-ac0f-e978243ad9a3 req-8ca14640-eccf-437c-95bd-508322a02067 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 1098 time: 0.0457947 Sep 14 18:55:21.324750 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-721ff71c-64cb-44a5-ac0f-e978243ad9a3 req-390627f5-5c95-4d4c-bdda-e1010ad73c11 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303793 Sep 14 18:55:21.967885 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d9701-daa9-416b-afb9-9afc1d661197 req-cd10f2cd-d53e-49e8-b2b8-80ee15659309 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:21.969341 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fa8d9701-daa9-416b-afb9-9afc1d661197 req-cd10f2cd-d53e-49e8-b2b8-80ee15659309 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 946 time: 0.0516992 Sep 14 18:55:22.010875 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fa8d9701-daa9-416b-afb9-9afc1d661197 req-d7b95c48-e544-463a-828c-5a1e48a074e0 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352740 Sep 14 18:55:22.062805 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-49ea5bc0-9d19-4cd8-86c9-7fdb47adbfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:22.113248 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2330a-5596-468b-8f5e-0167a8e81f73 req-815daa32-f0de-4466-9485-f62bacd79801 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:22.114819 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8dd2330a-5596-468b-8f5e-0167a8e81f73 req-815daa32-f0de-4466-9485-f62bacd79801 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 945 time: 0.0781617 Sep 14 18:55:22.157298 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8dd2330a-5596-468b-8f5e-0167a8e81f73 req-600d9738-310b-4697-ac73-0ad21dc02406 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364513 Sep 14 18:55:22.963445 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:55:23.144169 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83770c1-37ac-46d5-b87a-20933c9e7e8a req-133f8a74-0d5c-4b79-97df-f2e9843fdc71 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:23.145830 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f83770c1-37ac-46d5-b87a-20933c9e7e8a req-133f8a74-0d5c-4b79-97df-f2e9843fdc71 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 946 time: 0.0563128 Sep 14 18:55:23.190552 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f83770c1-37ac-46d5-b87a-20933c9e7e8a req-aff247a8-48c4-4c46-bd87-e9136e470bd3 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374279 Sep 14 18:55:23.302961 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200b684-015d-498a-98be-f2e76983b375 req-55ef405f-16cb-42b0-9c33-b82b95b8a68e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:23.304565 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5200b684-015d-498a-98be-f2e76983b375 req-55ef405f-16cb-42b0-9c33-b82b95b8a68e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 945 time: 0.0524998 Sep 14 18:55:23.343993 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5200b684-015d-498a-98be-f2e76983b375 req-9a08c42d-cfda-44ce-a747-aaec2e8d236e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333490 Sep 14 18:55:23.467216 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dc409-d835-4846-8b52-6a677252c20d req-2ddc7a26-f7ed-42af-9975-89876e6f464b tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:23.468672 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-803dc409-d835-4846-8b52-6a677252c20d req-2ddc7a26-f7ed-42af-9975-89876e6f464b tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 945 time: 0.0520742 Sep 14 18:55:23.508657 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-803dc409-d835-4846-8b52-6a677252c20d req-46dc0031-ffb4-4789-b028-7408b98815ba tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333505 Sep 14 18:55:23.531397 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48498) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:23.577603 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14823ebc-d80c-4c38-9b21-f7b36faef811 tempest-TestVolumeBootPattern-727177360 tempest-TestVolumeBootPattern-727177360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:23.579182 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-14823ebc-d80c-4c38-9b21-f7b36faef811 tempest-TestVolumeBootPattern-727177360 tempest-TestVolumeBootPattern-727177360-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 1093 time: 0.0467634 Sep 14 18:55:23.582828 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48500) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:23.588254 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Request body: {'floatingip': {'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'port_id': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:23.613985 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for floatingip, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:23.636450 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9baa5-49c7-4da5-b2a2-50836f1e220b req-ba94bf58-6829-4b0b-8409-465206ee1ac3 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:23.638059 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7da9baa5-49c7-4da5-b2a2-50836f1e220b req-ba94bf58-6829-4b0b-8409-465206ee1ac3 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.68 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 946 time: 0.0552471 Sep 14 18:55:23.737019 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:23.747676 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-7da9baa5-49c7-4da5-b2a2-50836f1e220b req-e1547323-ffc7-4a49-a6f8-c8047da13885 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Deleting port 6a91e9ec-7e92-45b4-8669-8c36a31e0685 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:55:23.748020 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-7da9baa5-49c7-4da5-b2a2-50836f1e220b req-e1547323-ffc7-4a49-a6f8-c8047da13885 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:23.843822 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Allocated IP 172.27.1.124 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/305855ac-34aa-4dd4-976b-70fa63d8982d) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:55:23.845248 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-7da9baa5-49c7-4da5-b2a2-50836f1e220b req-e1547323-ffc7-4a49-a6f8-c8047da13885 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] For port 6a91e9ec-7e92-45b4-8669-8c36a31e0685, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6a91e9ec-7e92-45b4-8669-8c36a31e0685,segment=NetworkSegment(1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6),segment_id=1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:23.845574 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-7da9baa5-49c7-4da5-b2a2-50836f1e220b req-e1547323-ffc7-4a49-a6f8-c8047da13885 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:23.860045 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-7da9baa5-49c7-4da5-b2a2-50836f1e220b req-e1547323-ffc7-4a49-a6f8-c8047da13885 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Calling delete_port for 6a91e9ec-7e92-45b4-8669-8c36a31e0685 owned by compute:nova {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:55:23.958994 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:24.008177 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-7da9baa5-49c7-4da5-b2a2-50836f1e220b req-e1547323-ffc7-4a49-a6f8-c8047da13885 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:24.015207 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:24.024678 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['6a91e9ec-7e92-45b4-8669-8c36a31e0685'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:55:24.053530 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:55:24.054459 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1547323-ffc7-4a49-a6f8-c8047da13885 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Pushing event deleted for resources: {'Port': ['ID=6a91e9ec-7e92-45b4-8669-8c36a31e0685,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:24.055079 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:55:24.059077 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:55:24.094896 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da9baa5-49c7-4da5-b2a2-50836f1e220b req-e1547323-ffc7-4a49-a6f8-c8047da13885 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] No DVR routers for this DVR port 6a91e9ec-7e92-45b4-8669-8c36a31e0685 on host hv-cinder-80899 {{(pid=105941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:55:24.097922 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-7da9baa5-49c7-4da5-b2a2-50836f1e220b req-e1547323-ffc7-4a49-a6f8-c8047da13885 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:24.100378 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7da9baa5-49c7-4da5-b2a2-50836f1e220b req-e1547323-ffc7-4a49-a6f8-c8047da13885 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.68 "DELETE /v2.0/ports/6a91e9ec-7e92-45b4-8669-8c36a31e0685 HTTP/1.1" status: 204 len: 173 time: 0.4559398 Sep 14 18:55:24.100941 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aa5460-50df-48a7-89e2-f0642900b833', 'name': 'network-vif-deleted', 'tag': '6a91e9ec-7e92-45b4-8669-8c36a31e0685'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:55:24.101515 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'Port': ['ID=305855ac-34aa-4dd4-976b-70fa63d8982d,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:24.104396 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d103b01e-c9a6-48bc-8548-5771ca9217c1" -d '{"events": [{"server_uuid": "77aa5460-50df-48a7-89e2-f0642900b833", "name": "network-vif-deleted", "tag": "6a91e9ec-7e92-45b4-8669-8c36a31e0685"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:55:24.150595 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce96b5b-3cfa-4fce-afae-7c6eccbad078 x-openstack-request-id: req-7ce96b5b-3cfa-4fce-afae-7c6eccbad078 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:55:24.151299 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aa5460-50df-48a7-89e2-f0642900b833", "name": "network-vif-deleted", "tag": "6a91e9ec-7e92-45b4-8669-8c36a31e0685", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:55:24.151690 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ce96b5b-3cfa-4fce-afae-7c6eccbad078 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:55:24.152373 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77aa5460-50df-48a7-89e2-f0642900b833', 'name': 'network-vif-deleted', 'tag': '6a91e9ec-7e92-45b4-8669-8c36a31e0685', 'status': 'completed', 'code': 200} Sep 14 18:55:24.333448 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c4d61276-c726-4023-8a7b-30db81c83957 req-95f117a5-7f2b-4d51-9706-e4615b774321 tempest-VolumesActionsTest-810612148 tempest-VolumesActionsTest-810612148-project] 10.222.0.37 "GET /v2.0/ports?device_id=77aa5460-50df-48a7-89e2-f0642900b833 HTTP/1.1" status: 200 len: 210 time: 0.0456707 Sep 14 18:55:24.797857 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:24.872399 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:25.029081 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:25.051753 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:25.056531 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:25.132873 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'Port': ['ID=305855ac-34aa-4dd4-976b-70fa63d8982d,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:25.143441 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:25.237005 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c45966db-583b-4cc6-89a8-33c4469e1f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:25.257179 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.l3_db [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Floating IP 30f412cd-11c1-4b86-aa5e-c3c6eea4a685 associated. External IP: 172.27.1.124, port: 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b. Sep 14 18:55:25.502397 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:55:25.650654 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:55:25.661211 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0afd6-d2d5-4a3b-8b23-3f8cd0d12839 None None] Sync routers for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:55:25.673704 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0afd6-d2d5-4a3b-8b23-3f8cd0d12839 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:55:25.673704 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-d1c0afd6-d2d5-4a3b-8b23-3f8cd0d12839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:55:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:25.678889 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:25.725635 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-995eb0c7-b542-4a6b-8cee-63c3910fdedc tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1297021 Sep 14 18:55:25.725635 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6a052d-f153-4910-809e-35eb2f10918e', 'tag': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:55:25.725635 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837e844b-016e-4ace-850a-94c0389786e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6a052d-f153-4910-809e-35eb2f10918e", "tag": "4fdd2cd6-8f35-4d6d-9691-21ba17680d9b"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:55:25.798380 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4486e74-5eb3-46e7-ad41-2944cd6fa790 x-openstack-request-id: req-a4486e74-5eb3-46e7-ad41-2944cd6fa790 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:55:25.799632 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6a052d-f153-4910-809e-35eb2f10918e", "tag": "4fdd2cd6-8f35-4d6d-9691-21ba17680d9b", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:55:25.799632 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4486e74-5eb3-46e7-ad41-2944cd6fa790 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:55:25.800119 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6a052d-f153-4910-809e-35eb2f10918e', 'tag': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'status': 'completed', 'code': 200} Sep 14 18:55:25.839644 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-d1c0afd6-d2d5-4a3b-8b23-3f8cd0d12839 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:55:25.909717 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e844b-016e-4ace-850a-94c0389786e7 req-da7a71cb-ef8d-4327-a5dd-f3d602821cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:25.911935 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-837e844b-016e-4ace-850a-94c0389786e7 req-da7a71cb-ef8d-4327-a5dd-f3d602821cc0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 1098 time: 0.0784845 Sep 14 18:55:26.073200 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e844b-016e-4ace-850a-94c0389786e7 req-db267a6e-cd03-4256-9936-ff69ad60a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:26.076368 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-837e844b-016e-4ace-850a-94c0389786e7 req-db267a6e-cd03-4256-9936-ff69ad60a8e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 912 time: 0.1539340 Sep 14 18:55:26.183422 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-837e844b-016e-4ace-850a-94c0389786e7 req-f99ea724-bc22-44eb-b1b2-62bf6e0d9f51 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b HTTP/1.1" status: 200 len: 999 time: 0.0983512 Sep 14 18:55:26.261038 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-d1c0afd6-d2d5-4a3b-8b23-3f8cd0d12839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '30f412cd-11c1-4b86-aa5e-c3c6eea4a685', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:3b:d6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a052d-f153-4910-809e-35eb2f10918e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:55:24Z', 'updated_at': '2021-09-14T18:55:24Z', 'revision_number': 0, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:26.266825 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e844b-016e-4ace-850a-94c0389786e7 req-df69ac9c-c8de-4321-a091-91b6a26e830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:26.269386 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-837e844b-016e-4ace-850a-94c0389786e7 req-df69ac9c-c8de-4321-a091-91b6a26e830f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 200 len: 850 time: 0.0779762 Sep 14 18:55:26.292110 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0afd6-d2d5-4a3b-8b23-3f8cd0d12839 None None] Checking router: ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:55:26.302822 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0afd6-d2d5-4a3b-8b23-3f8cd0d12839 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:55:26.303476 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-d1c0afd6-d2d5-4a3b-8b23-3f8cd0d12839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:55:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:26.355028 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e844b-016e-4ace-850a-94c0389786e7 req-a1a8b89f-ecdd-4fb2-bb0b-0e6a6e03c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:26.358608 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-837e844b-016e-4ace-850a-94c0389786e7 req-a1a8b89f-ecdd-4fb2-bb0b-0e6a6e03c3e4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800762 Sep 14 18:55:26.437960 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-d1c0afd6-d2d5-4a3b-8b23-3f8cd0d12839 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:55:26.491533 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-837e844b-016e-4ace-850a-94c0389786e7 req-63bc0839-9a03-4136-a376-0a71256ac0d2 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248860 Sep 14 18:55:26.600587 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-837e844b-016e-4ace-850a-94c0389786e7 req-5ff482ea-0b76-4de6-ad7c-4ddaa6b8fe78 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010380 Sep 14 18:55:26.632719 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 6a91e9ec-7e92-45b4-8669-8c36a31e0685 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:55:26.859161 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: 6a91e9ec-7e92-45b4-8669-8c36a31e0685 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:55:26.859607 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 6a91e9ec-7e92-45b4-8669-8c36a31e0685 not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:55:26.864850 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:26.944061 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-d1c0afd6-d2d5-4a3b-8b23-3f8cd0d12839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '30f412cd-11c1-4b86-aa5e-c3c6eea4a685', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:3b:d6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a052d-f153-4910-809e-35eb2f10918e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:55:24Z', 'updated_at': '2021-09-14T18:55:24Z', 'revision_number': 0, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:26.977426 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0afd6-d2d5-4a3b-8b23-3f8cd0d12839 None None] The sync data for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi is: [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '30f412cd-11c1-4b86-aa5e-c3c6eea4a685', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:3b:d6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a052d-f153-4910-809e-35eb2f10918e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:55:24Z', 'updated_at': '2021-09-14T18:55:24Z', 'revision_number': 0, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:55:27.192398 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0c0bc-e951-4c30-b679-1b3debad1731 None None] New status for floating IP 30f412cd-11c1-4b86-aa5e-c3c6eea4a685: ACTIVE {{(pid=105944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:55:28.277022 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:28.997811 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:47.285380 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f991c-d2fc-4043-804b-e3903b573842 req-a9e5e81e-0b22-4adf-b8fa-4c4a76bfe9a0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:47.287335 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cf8f991c-d2fc-4043-804b-e3903b573842 req-a9e5e81e-0b22-4adf-b8fa-4c4a76bfe9a0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0528169 Sep 14 18:55:47.339561 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cf8f991c-d2fc-4043-804b-e3903b573842 req-f403805f-46a7-416d-bcd3-30f3eda44edf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419993 Sep 14 18:55:48.485242 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4791e-5e81-4b8f-a359-de11c019f8b6 req-ff5d8d02-756a-4677-b77e-d4ef75cf8252 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:48.487172 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-86f4791e-5e81-4b8f-a359-de11c019f8b6 req-ff5d8d02-756a-4677-b77e-d4ef75cf8252 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0609472 Sep 14 18:55:48.530790 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-86f4791e-5e81-4b8f-a359-de11c019f8b6 req-a82251b4-a792-48b9-84db-8d43cd68acb5 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374827 Sep 14 18:55:48.755073 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48850) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:48.814947 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Deleting subnet 47995eba-4639-41da-9703-a6ae3609b180 {{(pid=105942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 18:55:48.818687 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:48.863245 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25522176'] for subnet, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:48.911537 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:48.971421 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27028881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25747905'] for subnet, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:49.016233 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:49.019813 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/47995eba-4639-41da-9703-a6ae3609b180 HTTP/1.1" status: 204 len: 168 time: 0.2629454 Sep 14 18:55:49.020512 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47995eba-4639-41da-9703-a6ae3609b180,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:49.021939 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48852) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:49.029819 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.030244 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.030589 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.031059 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.031399 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.031786 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.032372 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.033060 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.033270 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.033803 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.034617 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.035180 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850968c-7f4a-4153-920d-62921d6c5165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.093811 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:49.179562 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:49.201958 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c145803a-77f6-40bc-bd2d-3354f90c8940']}} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:49.212354 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6') {'for_net_delete': True} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:49.212658 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4a048a-bcb9-4ffd-a55d-e651dbd59bd6') {} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:49.222866 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25323869'] for segment, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:49.238325 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:49.244444 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=105941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 18:55:49.244836 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26220454'] for segment, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: Traceback (most recent call last): Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: timer() Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: cb(*args, **kw) Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: return func(*args, **kwargs) Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: self._notify() Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: self.callback(batched_events) Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: event.method(event) Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: return f(self, *a, **k) Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._get(url).json() Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: return self.request(url, 'GET', **kwargs) Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 18:55:49.246603 dv-cinder-808992-5-iscsi neutron-server[105941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 18:55:49.307251 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:49.315273 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:49.318411 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c145803a-77f6-40bc-bd2d-3354f90c8940 HTTP/1.1" status: 204 len: 168 time: 0.2952750 Sep 14 18:55:49.335448 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c145803a-77f6-40bc-bd2d-3354f90c8940,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:49.343393 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.343778 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.344096 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.344439 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.344846 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.345395 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.345958 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.346314 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.346662 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.347001 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.347337 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.347668 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c43a6f-9dff-453a-9003-b09639ca63a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:49.525045 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48856) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:49.573301 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-9940c74a-7411-457c-aa02-e02e28149897 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34a8ae0ab4fa45a69f54ef7a45141f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447164 Sep 14 18:55:49.573943 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48860) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:49.669069 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a8e49e3a-6b30-4113-8b24-79e3575bff5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:49.699268 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91769d4-af6a-46db-9f05-7a4bd2224cb4 req-0148b4c7-8c05-4e19-a333-c77a4600ee9e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:49.700881 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b91769d4-af6a-46db-9f05-7a4bd2224cb4 req-0148b4c7-8c05-4e19-a333-c77a4600ee9e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0824561 Sep 14 18:55:49.707122 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a8e49e3a-6b30-4113-8b24-79e3575bff5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:49.775244 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b91769d4-af6a-46db-9f05-7a4bd2224cb4 req-526d0b62-e9e4-4e84-b189-037e63ed388a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658638 Sep 14 18:55:49.804319 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a8e49e3a-6b30-4113-8b24-79e3575bff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:49.807982 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a8e49e3a-6b30-4113-8b24-79e3575bff5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:49.809175 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-a8e49e3a-6b30-4113-8b24-79e3575bff5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1b744b6-7ee0-46d9-bbe0-66b0ff92377f HTTP/1.1" status: 204 len: 168 time: 0.2346179 Sep 14 18:55:49.818203 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e49e3a-6b30-4113-8b24-79e3575bff5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b744b6-7ee0-46d9-bbe0-66b0ff92377f,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:50.553429 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48884) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:50.661638 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-949211501-network', 'tenant_id': '1f9408289ab44954890140f889ac8fab'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:50.683855 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Made reservation on behalf of 1f9408289ab44954890140f889ac8fab for: {'network': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:55:50.686306 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:50.696040 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:50.790563 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:50.794629 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:50.821476 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=105941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:55:50.832177 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2aa709-ae99-4c74-a339-2bce9e34bd4f,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:50.837297 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:50.837900 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.segments_db [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Added segment 09571676-4bfb-43e6-b12d-75a48b06fd30 of type vlan for network 13400280-3082-4ff8-a7a5-7fbe6b83192d Sep 14 18:55:50.895455 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:50.944688 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:50.945765 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:50.946348 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:50.962442 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1270916-ba46-416d-ab27-960df23b53f2 req-61a36856-6af7-4750-8a3f-8b1e650da282 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:50.964007 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d1270916-ba46-416d-ab27-960df23b53f2 req-61a36856-6af7-4750-8a3f-8b1e650da282 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0926361 Sep 14 18:55:51.009363 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4546654 Sep 14 18:55:51.013041 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48892) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:51.022579 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-84145fae-d6d5-4b71-8ec4-32ef5e3472bc admin admin] Request body: {'subnet': {'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-949211501-subnet', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'ip_version': 4}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:51.037234 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d25671-cabc-45e5-87b2-abc80202d706 admin admin] Pushing event updated for resources: {'Network': ['ID=13400280-3082-4ff8-a7a5-7fbe6b83192d,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:51.047460 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network 13400280-3082-4ff8-a7a5-7fbe6b83192d details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:55:51.048234 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84145fae-d6d5-4b71-8ec4-32ef5e3472bc admin admin] Made reservation on behalf of 1f9408289ab44954890140f889ac8fab for: {'subnet': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:55:51.050504 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-84145fae-d6d5-4b71-8ec4-32ef5e3472bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25747748'] for subnet, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:51.061021 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d1270916-ba46-416d-ab27-960df23b53f2 req-563df9f6-f17f-41f2-ad29-36209eb930a9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833623 Sep 14 18:55:51.236915 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-84145fae-d6d5-4b71-8ec4-32ef5e3472bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27028944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25747770'] for subnet, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:51.291830 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84145fae-d6d5-4b71-8ec4-32ef5e3472bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c868c0-e916-48d9-9c80-dea3dc458a70,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:51.303236 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84145fae-d6d5-4b71-8ec4-32ef5e3472bc admin admin] Checking segment: {'id': '09571676-4bfb-43e6-b12d-75a48b06fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:55:51.303611 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84145fae-d6d5-4b71-8ec4-32ef5e3472bc admin admin] Network hostable DHCP agents. Network: 13400280-3082-4ff8-a7a5-7fbe6b83192d, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:55:51.322792 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84145fae-d6d5-4b71-8ec4-32ef5e3472bc admin admin] Network 13400280-3082-4ff8-a7a5-7fbe6b83192d is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:55:51.333240 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-84145fae-d6d5-4b71-8ec4-32ef5e3472bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, 13400280-3082-4ff8-a7a5-7fbe6b83192d) {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:55:51.337775 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84145fae-d6d5-4b71-8ec4-32ef5e3472bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:51.338371 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-84145fae-d6d5-4b71-8ec4-32ef5e3472bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:51.346481 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22430c62-c955-4786-915f-1c1e9679507e None None] Network 13400280-3082-4ff8-a7a5-7fbe6b83192d requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:55:51.355484 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-84145fae-d6d5-4b71-8ec4-32ef5e3472bc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3409317 Sep 14 18:55:51.360036 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48894) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:51.365072 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:51.388220 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:51.389585 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1441'] for router, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:51.452395 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:51.514105 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12fb19ed-eff7-5e3c-bd5d-b5796e8246d8-13400280-3082-4ff8-a7a5-7fbe6b83192d', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'fixed_ips': [{'subnet_id': '12c868c0-e916-48d9-9c80-dea3dc458a70'}]}} from dv-cinder-808992-5-iscsi. {{(pid=105943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 18:55:51.515009 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:51.604562 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:51.658524 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.db_base_plugin_common [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Allocated IP 172.20.0.2 (13400280-3082-4ff8-a7a5-7fbe6b83192d/12c868c0-e916-48d9-9c80-dea3dc458a70/c2c22ab5-113b-40aa-9ebb-4e985c769ed8) {{(pid=105943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:55:51.808223 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Notify callbacks [] for port, precommit_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:51.818050 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Transition to ACTIVE for port object c2c22ab5-113b-40aa-9ebb-4e985c769ed8 will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:55:51.822141 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:51.836932 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Transition to ACTIVE for port object c2c22ab5-113b-40aa-9ebb-4e985c769ed8 will not be triggered until provisioned by entity DHCP. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:55:51.843328 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:51.846218 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:51.915163 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Network 13400280-3082-4ff8-a7a5-7fbe6b83192d is already hosted by enough agents. {{(pid=105943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:55:51.918054 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.base_scheduler [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Resources bound (agent type, host, resource id): {{(pid=105943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:55:51.921481 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Received port after_create {{(pid=105943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:55:51.934939 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Pushing event updated for resources: {'Port': ['ID=c2c22ab5-113b-40aa-9ebb-4e985c769ed8,revision_number=1']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:51.959292 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:51.959635 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:51.959973 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:51.960303 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:51.960636 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:51.960964 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:51.961284 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:51.961634 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:51.962383 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:51.962383 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:51.962674 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:51.963162 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:51.970205 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Allocated IP 172.27.1.246 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/a0ef0413-6f0a-4ce7-9588-cd326d66e29d) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:55:51.996097 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Attempting to bind port c2c22ab5-113b-40aa-9ebb-4e985c769ed8 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:55:51.996506 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Attempting to bind port c2c22ab5-113b-40aa-9ebb-4e985c769ed8 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': '09571676-4bfb-43e6-b12d-75a48b06fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:55:51.996823 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Attempting to bind port c2c22ab5-113b-40aa-9ebb-4e985c769ed8 on network 13400280-3082-4ff8-a7a5-7fbe6b83192d {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:55:52.002731 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:55:52.003101 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Checking segment: {'id': '09571676-4bfb-43e6-b12d-75a48b06fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:55:52.003501 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:52.003897 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Bound using segment: {'id': '09571676-4bfb-43e6-b12d-75a48b06fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:55:52.004360 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Bound port: c2c22ab5-113b-40aa-9ebb-4e985c769ed8, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09571676-4bfb-43e6-b12d-75a48b06fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:55:52.004735 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:52.078761 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] For port c2c22ab5-113b-40aa-9ebb-4e985c769ed8, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:55:52.081446 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-a4ca218a-dc4d-4e74-96f8-81174dc5e4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:52.083450 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:52.084253 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] For port c2c22ab5-113b-40aa-9ebb-4e985c769ed8, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=c2c22ab5-113b-40aa-9ebb-4e985c769ed8,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:55:52.088252 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:52.136405 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:52.156746 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17ecca-b443-40ae-9d21-c59207027ecd None None] Pushing event updated for resources: {'Port': ['ID=c2c22ab5-113b-40aa-9ebb-4e985c769ed8,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:52.172152 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:55:52.180200 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:55:52.186252 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:55:52.212115 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c11fe9-f85d-49ae-9e78-2498178fb39c req-606a1ebf-e575-4e14-a821-0238fb6274c6 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:52.215101 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d1c11fe9-f85d-49ae-9e78-2498178fb39c req-606a1ebf-e575-4e14-a821-0238fb6274c6 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0626662 Sep 14 18:55:52.243333 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ef0413-6f0a-4ce7-9588-cd326d66e29d,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:52.265154 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d1c11fe9-f85d-49ae-9e78-2498178fb39c req-ef0d31d6-92f4-49de-9730-593b7bf76e24 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437553 Sep 14 18:55:52.507611 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:52.719042 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554079'] for router, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:52.863932 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Router af4e612e-ba59-4f24-8726-10bc3522cc02 is scheduled to L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 with binding_index 1 {{(pid=105942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 18:55:52.886766 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device c2c22ab5-113b-40aa-9ebb-4e985c769ed8 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:55:52.963765 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port c2c22ab5-113b-40aa-9ebb-4e985c769ed8 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:55:53.004557 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:55:53.014652 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Sync routers for ids ['af4e612e-ba59-4f24-8726-10bc3522cc02'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:55:53.026818 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Routers {'af4e612e-ba59-4f24-8726-10bc3522cc02'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:55:53.027784 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:55:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['af4e612e-ba59-4f24-8726-10bc3522cc02'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:53.029935 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] Notify callbacks [] for router, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:53.032055 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-5684a804-bf93-42c9-9102-996c9205ec86 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6702666 Sep 14 18:55:53.035252 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48902) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:53.208753 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Set router af4e612e-ba59-4f24-8726-10bc3522cc02 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:55:53.239204 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f6fd47-6622-46b4-8a7b-68c69d1df5cc None None] Network 13400280-3082-4ff8-a7a5-7fbe6b83192d requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:55:53.351281 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-519d742f-4a75-41af-95c8-a3e693575800 None None] Provisioning for port c2c22ab5-113b-40aa-9ebb-4e985c769ed8 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:55:53.364064 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-519d742f-4a75-41af-95c8-a3e693575800 None None] Provisioning complete for port c2c22ab5-113b-40aa-9ebb-4e985c769ed8 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:55:53.364411 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-519d742f-4a75-41af-95c8-a3e693575800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:53.430940 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d69b42-aaad-48e9-853a-93db3c4c01b2 req-265b67b7-8c9e-45f8-9207-437f748f97da tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:53.433207 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-60d69b42-aaad-48e9-853a-93db3c4c01b2 req-265b67b7-8c9e-45f8-9207-437f748f97da tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0612438 Sep 14 18:55:53.477256 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-60d69b42-aaad-48e9-853a-93db3c4c01b2 req-84079a01-f74b-4949-944b-f3abed86bf72 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371311 Sep 14 18:55:53.609193 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-519d742f-4a75-41af-95c8-a3e693575800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:53.630073 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:52Z', 'revision_number': 3, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port': {'id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:53.639339 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:53.665858 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Checking router: af4e612e-ba59-4f24-8726-10bc3522cc02 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:55:53.666332 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Updating router af4e612e-ba59-4f24-8726-10bc3522cc02 port a0ef0413-6f0a-4ce7-9588-cd326d66e29d binding host dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:55:53.705060 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-519d742f-4a75-41af-95c8-a3e693575800 None None] For port c2c22ab5-113b-40aa-9ebb-4e985c769ed8, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=c2c22ab5-113b-40aa-9ebb-4e985c769ed8,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:53.711777 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-519d742f-4a75-41af-95c8-a3e693575800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:53.713751 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:53.852834 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d742f-4a75-41af-95c8-a3e693575800 None None] Pushing event updated for resources: {'Port': ['ID=c2c22ab5-113b-40aa-9ebb-4e985c769ed8,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:53.970172 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-be469f02-947f-4cd0-9a36-6004a1dab9c7 None None] Provisioning complete for port c2c22ab5-113b-40aa-9ebb-4e985c769ed8 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:55:53.970446 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-be469f02-947f-4cd0-9a36-6004a1dab9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.150081 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Allocated IP 172.20.0.1 (13400280-3082-4ff8-a7a5-7fbe6b83192d/12c868c0-e916-48d9-9c80-dea3dc458a70/02baf135-8880-4f80-a4b2-2e41f3afce39) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:55:54.237147 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Notify callbacks [] for port, precommit_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.254128 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Transition to ACTIVE for port object a0ef0413-6f0a-4ce7-9588-cd326d66e29d will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:55:54.263398 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.308486 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.319460 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Attempting to bind port a0ef0413-6f0a-4ce7-9588-cd326d66e29d on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:55:54.319975 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Attempting to bind port a0ef0413-6f0a-4ce7-9588-cd326d66e29d by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:55:54.321830 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Attempting to bind port a0ef0413-6f0a-4ce7-9588-cd326d66e29d on network 41c3f254-0188-4e85-819d-1e1b359cef2a {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:55:54.322378 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149f73a-42e3-4c17-b52a-8a62dbef628c None None] Pushing event updated for resources: {'Port': ['ID=a0ef0413-6f0a-4ce7-9588-cd326d66e29d,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:54.328284 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Transition to ACTIVE for port object 02baf135-8880-4f80-a4b2-2e41f3afce39 will not be triggered until provisioned by entity DHCP. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:55:54.328543 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:55:54.328702 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Checking segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:55:54.330297 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.330297 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Bound using segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:55:54.330662 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Bound port: a0ef0413-6f0a-4ce7-9588-cd326d66e29d, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:55:54.330838 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.368244 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.392753 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] For port a0ef0413-6f0a-4ce7-9588-cd326d66e29d, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:55:54.396505 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] For port a0ef0413-6f0a-4ce7-9588-cd326d66e29d, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=a0ef0413-6f0a-4ce7-9588-cd326d66e29d,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:55:54.401695 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.411925 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Network 13400280-3082-4ff8-a7a5-7fbe6b83192d is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:55:54.415140 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:55:54.417609 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:55:54.458691 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Pushing event updated for resources: {'Port': ['ID=02baf135-8880-4f80-a4b2-2e41f3afce39,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:54.461659 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Routers {'af4e612e-ba59-4f24-8726-10bc3522cc02'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:55:54.462307 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:55:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['af4e612e-ba59-4f24-8726-10bc3522cc02'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:54.467469 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149f73a-42e3-4c17-b52a-8a62dbef628c None None] Pushing event updated for resources: {'Port': ['ID=a0ef0413-6f0a-4ce7-9588-cd326d66e29d,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:54.482821 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554126'] for router_interface, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.620275 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] Set router af4e612e-ba59-4f24-8726-10bc3522cc02 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:55:54.628973 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4483a3-9418-431a-a5a9-a4936134b572 req-6912ba7d-0fd6-488d-b6a2-6d80e285967e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:54.636865 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5a4483a3-9418-431a-a5a9-a4936134b572 req-6912ba7d-0fd6-488d-b6a2-6d80e285967e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0694666 Sep 14 18:55:54.647627 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.698456 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5a4483a3-9418-431a-a5a9-a4936134b572 req-40eb6297-623a-4186-ae84-76baf87dbc80 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595262 Sep 14 18:55:54.740152 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-f69cc680-690c-4f7a-a270-2627ba712cff None None] Provisioning for port 02baf135-8880-4f80-a4b2-2e41f3afce39 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:55:54.770390 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-f69cc680-690c-4f7a-a270-2627ba712cff None None] Provisioning complete for port 02baf135-8880-4f80-a4b2-2e41f3afce39 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:55:54.770676 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f69cc680-690c-4f7a-a270-2627ba712cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.824349 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-f69cc680-690c-4f7a-a270-2627ba712cff None None] Port 02baf135-8880-4f80-a4b2-2e41f3afce39 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:55:54.850082 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.855780 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.866476 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device c2c22ab5-113b-40aa-9ebb-4e985c769ed8 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:55:54.929433 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:52Z', 'revision_number': 3, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port': {'id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:54.929723 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527902'] for router_interface, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:54.931215 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Pushing event updated for resources: {'Port': ['ID=02baf135-8880-4f80-a4b2-2e41f3afce39,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:54.959882 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d664e2-5bbd-4c24-a024-57e1fcd569b0 None None] The sync data for ids ['af4e612e-ba59-4f24-8726-10bc3522cc02'] in dv-cinder-808992-5-iscsi is: [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:52Z', 'revision_number': 3, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port': {'id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:55:54.969548 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port c2c22ab5-113b-40aa-9ebb-4e985c769ed8 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:55:54.970816 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:55.036725 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Network 13400280-3082-4ff8-a7a5-7fbe6b83192d is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:55:55.038376 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:55:55.048135 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:55.259019 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c482667a-71d5-40da-8b6a-9dfb6ac70234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:55.260639 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Router af4e612e-ba59-4f24-8726-10bc3522cc02 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:55:55.349364 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-cb057f37-a025-4d8e-9217-81b4f4b1a69c None None] Provisioning complete for port 02baf135-8880-4f80-a4b2-2e41f3afce39 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:55:55.349868 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-cb057f37-a025-4d8e-9217-81b4f4b1a69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:55.391878 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-cb057f37-a025-4d8e-9217-81b4f4b1a69c None None] Port 02baf135-8880-4f80-a4b2-2e41f3afce39 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:55:55.395244 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:55:55.400584 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-1407b2c0-cdb6-4502-afcc-b343bb8f5b2c admin admin] 10.222.0.37 "PUT /v2.0/routers/af4e612e-ba59-4f24-8726-10bc3522cc02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3638680 Sep 14 18:55:55.855804 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6201002-c8af-4514-8500-a4f8aa00a023 req-bb09c02b-ec54-495c-87df-78eb30f66eed tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:55.862177 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c6201002-c8af-4514-8500-a4f8aa00a023 req-bb09c02b-ec54-495c-87df-78eb30f66eed tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0694928 Sep 14 18:55:55.913436 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c6201002-c8af-4514-8500-a4f8aa00a023 req-c5993912-bc41-4a1b-884a-34fd78fd2caf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487654 Sep 14 18:55:56.039222 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48930) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:56.046041 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-924819912-network', 'tenant_id': '66859413d5984b6880cb9122ae53ca14'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:56.076989 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Made reservation on behalf of 66859413d5984b6880cb9122ae53ca14 for: {'network': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:55:56.081004 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.092347 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.213416 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.217999 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.245378 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=105942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:55:56.254004 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b07ecd2-7ee0-4a02-b8da-7b5df9443110,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:56.261932 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.263404 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.segments_db [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Added segment acaa4831-6eb9-406a-b4b0-214165c15f16 of type vlan for network b674ffdb-cb0d-4031-bd90-812d95f27fcd Sep 14 18:55:56.312544 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.351731 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.353347 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:56.354181 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.407447 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3641322 Sep 14 18:55:56.409864 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48934) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:56.415034 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-b63d2fcb-2e95-4718-8297-69243d0adf7d admin admin] Request body: {'subnet': {'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-924819912-subnet', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'ip_version': 4}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:56.449462 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df87406-48f8-4a22-897f-dd6a612fcfac admin admin] Pushing event updated for resources: {'Network': ['ID=b674ffdb-cb0d-4031-bd90-812d95f27fcd,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:56.460316 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network b674ffdb-cb0d-4031-bd90-812d95f27fcd details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:55:56.469638 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63d2fcb-2e95-4718-8297-69243d0adf7d admin admin] Made reservation on behalf of 66859413d5984b6880cb9122ae53ca14 for: {'subnet': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:55:56.472208 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b63d2fcb-2e95-4718-8297-69243d0adf7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25747748'] for subnet, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.649861 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.685614 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b63d2fcb-2e95-4718-8297-69243d0adf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27028944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25747770'] for subnet, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.740227 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Sync routers for ids ['af4e612e-ba59-4f24-8726-10bc3522cc02'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:55:56.746628 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d2fcb-2e95-4718-8297-69243d0adf7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa9062f-2861-4be9-b5d1-26fd389e8651,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:56.759068 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Routers {'af4e612e-ba59-4f24-8726-10bc3522cc02'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:55:56.760194 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:55:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['af4e612e-ba59-4f24-8726-10bc3522cc02'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:56.762179 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63d2fcb-2e95-4718-8297-69243d0adf7d admin admin] Checking segment: {'id': 'acaa4831-6eb9-406a-b4b0-214165c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:55:56.762759 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d2fcb-2e95-4718-8297-69243d0adf7d admin admin] Network hostable DHCP agents. Network: b674ffdb-cb0d-4031-bd90-812d95f27fcd, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:55:56.792127 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d2fcb-2e95-4718-8297-69243d0adf7d admin admin] Network b674ffdb-cb0d-4031-bd90-812d95f27fcd is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:55:56.805327 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-b63d2fcb-2e95-4718-8297-69243d0adf7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, b674ffdb-cb0d-4031-bd90-812d95f27fcd) {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:55:56.811422 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d2fcb-2e95-4718-8297-69243d0adf7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:56.812967 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b63d2fcb-2e95-4718-8297-69243d0adf7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.826401 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657efff9-0709-40ed-b028-011c16effdbe None None] Network b674ffdb-cb0d-4031-bd90-812d95f27fcd requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:55:56.854648 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-b63d2fcb-2e95-4718-8297-69243d0adf7d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4435279 Sep 14 18:55:56.859005 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48936) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:56.865090 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-924819912-router', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:55:56.893863 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.895092 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1441'] for router, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:56.972005 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Set router af4e612e-ba59-4f24-8726-10bc3522cc02 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:55:56.979690 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.058675 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device a0ef0413-6f0a-4ce7-9588-cd326d66e29d up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:55:57.162836 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5996dff-f0d9-4569-ab52-1d850f3ca12d req-ca60896b-d455-4afa-8207-c42321ba5db2 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:57.171445 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c5996dff-f0d9-4569-ab52-1d850f3ca12d req-ca60896b-d455-4afa-8207-c42321ba5db2 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.1020589 Sep 14 18:55:57.174382 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.211018 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12fb19ed-eff7-5e3c-bd5d-b5796e8246d8-b674ffdb-cb0d-4031-bd90-812d95f27fcd', 'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'fixed_ips': [{'subnet_id': '9fa9062f-2861-4be9-b5d1-26fd389e8651'}]}} from dv-cinder-808992-5-iscsi. {{(pid=105943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 18:55:57.212086 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.213902 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c5996dff-f0d9-4569-ab52-1d850f3ca12d req-4c2b5d71-6ad7-4316-af04-f84aa0ab2978 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410676 Sep 14 18:55:57.216616 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port a0ef0413-6f0a-4ce7-9588-cd326d66e29d completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:55:57.233348 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port a0ef0413-6f0a-4ce7-9588-cd326d66e29d triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:55:57.233997 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.417201 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:54Z', 'revision_number': 4, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port': {'id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '02baf135-8880-4f80-a4b2-2e41f3afce39', 'name': '', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:53Z', 'updated_at': '2021-09-14T18:55:54Z', 'revision_number': 2, 'project_id': '1f9408289ab44954890140f889ac8fab', 'subnets': [{'id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:57.434582 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.451000 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Checking router: af4e612e-ba59-4f24-8726-10bc3522cc02 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:55:57.451351 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Updating router af4e612e-ba59-4f24-8726-10bc3522cc02 port 02baf135-8880-4f80-a4b2-2e41f3afce39 binding host dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:55:57.464144 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.485429 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.601975 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.db_base_plugin_common [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Allocated IP 172.20.0.2 (b674ffdb-cb0d-4031-bd90-812d95f27fcd/9fa9062f-2861-4be9-b5d1-26fd389e8651/310bd248-7bf5-41d4-a1d2-6b6469defe1a) {{(pid=105943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:55:57.605348 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.631445 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Allocated IP 172.27.1.105 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/82ec0ce4-fdca-4235-a05d-e70e0f6e39c3) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:55:57.649446 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port a0ef0413-6f0a-4ce7-9588-cd326d66e29d, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=a0ef0413-6f0a-4ce7-9588-cd326d66e29d,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:55:57.670882 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.761753 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.812509 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=a0ef0413-6f0a-4ce7-9588-cd326d66e29d,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:57.823227 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.840492 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Notify callbacks [] for port, precommit_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.856086 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.provisioning_blocks [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Transition to ACTIVE for port object 02baf135-8880-4f80-a4b2-2e41f3afce39 will not be triggered until provisioned by entity L2. {{(pid=105944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:55:57.868098 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.868887 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:55:57.872136 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:55:57.876689 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:55:57.899367 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Notify callbacks [] for port, precommit_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.910653 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Pushing event updated for resources: {'Port': ['ID=82ec0ce4-fdca-4235-a05d-e70e0f6e39c3,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:57.911517 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Transition to ACTIVE for port object 310bd248-7bf5-41d4-a1d2-6b6469defe1a will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:55:57.937097 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Pushing event updated for resources: {'Port': ['ID=02baf135-8880-4f80-a4b2-2e41f3afce39,revision_number=3']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:57.957265 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Transition to ACTIVE for port object 310bd248-7bf5-41d4-a1d2-6b6469defe1a will not be triggered until provisioned by entity DHCP. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:55:57.967667 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:57.968402 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:57.968853 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:57.969295 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:57.969722 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:57.970120 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:57.970547 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:57.970935 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:57.971350 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:57.971761 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:57.972461 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:57.972461 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:57.972895 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:55:58.022475 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Attempting to bind port 02baf135-8880-4f80-a4b2-2e41f3afce39 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:55:58.023100 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Attempting to bind port 02baf135-8880-4f80-a4b2-2e41f3afce39 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': '09571676-4bfb-43e6-b12d-75a48b06fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d'}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:55:58.023533 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Attempting to bind port 02baf135-8880-4f80-a4b2-2e41f3afce39 on network 13400280-3082-4ff8-a7a5-7fbe6b83192d {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:55:58.028949 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Network b674ffdb-cb0d-4031-bd90-812d95f27fcd is already hosted by enough agents. {{(pid=105943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:55:58.031792 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:55:58.032856 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Checking segment: {'id': '09571676-4bfb-43e6-b12d-75a48b06fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:55:58.033474 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:58.034011 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.base_scheduler [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Resources bound (agent type, host, resource id): {{(pid=105943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:55:58.034180 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Bound using segment: {'id': '09571676-4bfb-43e6-b12d-75a48b06fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d'} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:55:58.034622 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Bound port: 02baf135-8880-4f80-a4b2-2e41f3afce39, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09571676-4bfb-43e6-b12d-75a48b06fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d'}}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:55:58.035096 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:58.042551 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Received port after_create {{(pid=105943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:55:58.086419 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Pushing event updated for resources: {'Port': ['ID=310bd248-7bf5-41d4-a1d2-6b6469defe1a,revision_number=1']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:58.146525 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Attempting to bind port 310bd248-7bf5-41d4-a1d2-6b6469defe1a on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:55:58.147117 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Attempting to bind port 310bd248-7bf5-41d4-a1d2-6b6469defe1a by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'acaa4831-6eb9-406a-b4b0-214165c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:55:58.147682 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Attempting to bind port 310bd248-7bf5-41d4-a1d2-6b6469defe1a on network b674ffdb-cb0d-4031-bd90-812d95f27fcd {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:55:58.159778 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:55:58.160333 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] For port 02baf135-8880-4f80-a4b2-2e41f3afce39, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:55:58.160508 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Checking segment: {'id': 'acaa4831-6eb9-406a-b4b0-214165c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:55:58.160995 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:58.161705 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Bound using segment: {'id': 'acaa4831-6eb9-406a-b4b0-214165c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:55:58.162494 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Bound port: 310bd248-7bf5-41d4-a1d2-6b6469defe1a, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acaa4831-6eb9-406a-b4b0-214165c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:55:58.163328 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:58.167419 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] For port 02baf135-8880-4f80-a4b2-2e41f3afce39, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=02baf135-8880-4f80-a4b2-2e41f3afce39,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:55:58.175004 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:58.225803 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:58.260324 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Routers {'af4e612e-ba59-4f24-8726-10bc3522cc02'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:55:58.261823 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:55:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['af4e612e-ba59-4f24-8726-10bc3522cc02'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:58.329894 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:58.343926 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] For port 310bd248-7bf5-41d4-a1d2-6b6469defe1a, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:55:58.371144 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] For port 310bd248-7bf5-41d4-a1d2-6b6469defe1a, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=310bd248-7bf5-41d4-a1d2-6b6469defe1a,segment=NetworkSegment(acaa4831-6eb9-406a-b4b0-214165c15f16),segment_id=acaa4831-6eb9-406a-b4b0-214165c15f16)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:55:58.380165 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:58.394959 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49d563-45d1-4af8-b543-bb8b535e5334 req-b31bbba4-3184-461a-9ee5-654f70aa0972 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:58.404768 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1b49d563-45d1-4af8-b543-bb8b535e5334 req-b31bbba4-3184-461a-9ee5-654f70aa0972 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0815244 Sep 14 18:55:58.451209 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] Set router af4e612e-ba59-4f24-8726-10bc3522cc02 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:55:58.458060 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1b49d563-45d1-4af8-b543-bb8b535e5334 req-25532c93-8cdd-4315-9be4-41f03da6b33e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517423 Sep 14 18:55:58.502790 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6be5b3-e72c-46ef-8ef2-440dec4cdf9f None None] Pushing event updated for resources: {'Port': ['ID=310bd248-7bf5-41d4-a1d2-6b6469defe1a,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:58.526113 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de803528-6d65-42de-b539-a994da5f8249 None None] Pushing event updated for resources: {'Port': ['ID=02baf135-8880-4f80-a4b2-2e41f3afce39,revision_number=4']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:55:58.547811 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554079'] for router, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:58.743111 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Router 6b6e207b-7131-4cfd-bce1-218ada310414 is scheduled to L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 with binding_index 1 {{(pid=105942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 18:55:58.821089 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:54Z', 'revision_number': 4, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port': {'id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '02baf135-8880-4f80-a4b2-2e41f3afce39', 'name': '', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:53Z', 'updated_at': '2021-09-14T18:55:58Z', 'revision_number': 4, 'project_id': '1f9408289ab44954890140f889ac8fab', 'subnets': [{'id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:58.883862 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98b617-5a41-4fd9-b893-fd225e396929 None None] The sync data for ids ['af4e612e-ba59-4f24-8726-10bc3522cc02'] in dv-cinder-808992-5-iscsi is: [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:54Z', 'revision_number': 4, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port': {'id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '02baf135-8880-4f80-a4b2-2e41f3afce39', 'name': '', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:53Z', 'updated_at': '2021-09-14T18:55:58Z', 'revision_number': 4, 'project_id': '1f9408289ab44954890140f889ac8fab', 'subnets': [{'id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:55:59.013074 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:55:59.025766 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:59.037714 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Sync routers for ids ['6b6e207b-7131-4cfd-bce1-218ada310414'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:55:59.041133 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] Notify callbacks [] for router, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:59.046495 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48950) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:55:59.047075 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-33a37748-4226-4fa2-8255-6f423253fad8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1862745 Sep 14 18:55:59.069694 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Routers {'6b6e207b-7131-4cfd-bce1-218ada310414'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:55:59.070351 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:55:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6b6e207b-7131-4cfd-bce1-218ada310414'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:59.122324 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device a0ef0413-6f0a-4ce7-9588-cd326d66e29d up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:55:59.421746 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port a0ef0413-6f0a-4ce7-9588-cd326d66e29d triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:55:59.422119 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:55:59.489080 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Set router 6b6e207b-7131-4cfd-bce1-218ada310414 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:55:59.667200 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e8db8-e75a-45c3-bea4-e282f58a84b5 req-69a6c284-c3c4-4287-b499-228d9ebe6f2c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:55:59.670251 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7d9e8db8-e75a-45c3-bea4-e282f58a84b5 req-69a6c284-c3c4-4287-b499-228d9ebe6f2c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.1019948 Sep 14 18:55:59.748347 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 310bd248-7bf5-41d4-a1d2-6b6469defe1a up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:55:59.799420 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7d9e8db8-e75a-45c3-bea4-e282f58a84b5 req-f002e153-f663-4186-a158-ba168ac675fd tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134036 Sep 14 18:55:59.880523 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 310bd248-7bf5-41d4-a1d2-6b6469defe1a completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:55:59.931104 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'name': 'tempest-TestShelveInstance-924819912-router', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:56Z', 'updated_at': '2021-09-14T18:55:58Z', 'revision_number': 3, 'project_id': '66859413d5984b6880cb9122ae53ca14', 'gw_port': {'id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:33:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:57Z', 'updated_at': '2021-09-14T18:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:55:59.963135 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:55:59.963992 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Checking router: 6b6e207b-7131-4cfd-bce1-218ada310414 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:55:59.963992 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Updating router 6b6e207b-7131-4cfd-bce1-218ada310414 port 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 binding host dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:55:59.992996 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:00.034402 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd853c2-7468-4485-9dd1-aaecb9598d50 None None] Network b674ffdb-cb0d-4031-bd90-812d95f27fcd requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:56:00.087027 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-86ffdc71-1da5-4490-93d9-7f16e0dfd2ce None None] Provisioning for port 310bd248-7bf5-41d4-a1d2-6b6469defe1a completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:56:00.175380 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-86ffdc71-1da5-4490-93d9-7f16e0dfd2ce None None] Provisioning complete for port 310bd248-7bf5-41d4-a1d2-6b6469defe1a triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:00.175749 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-86ffdc71-1da5-4490-93d9-7f16e0dfd2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:00.302262 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:00.476841 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-86ffdc71-1da5-4490-93d9-7f16e0dfd2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:00.584950 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-86ffdc71-1da5-4490-93d9-7f16e0dfd2ce None None] For port 310bd248-7bf5-41d4-a1d2-6b6469defe1a, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=310bd248-7bf5-41d4-a1d2-6b6469defe1a,segment=NetworkSegment(acaa4831-6eb9-406a-b4b0-214165c15f16),segment_id=acaa4831-6eb9-406a-b4b0-214165c15f16)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:00.604156 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-86ffdc71-1da5-4490-93d9-7f16e0dfd2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:00.608227 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Allocated IP 172.20.0.1 (b674ffdb-cb0d-4031-bd90-812d95f27fcd/9fa9062f-2861-4be9-b5d1-26fd389e8651/07744881-85a5-4870-a486-24b49e43343a) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:56:00.615710 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Notify callbacks [] for port, precommit_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:00.662733 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Transition to ACTIVE for port object 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:56:00.681475 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:00.701239 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffdc71-1da5-4490-93d9-7f16e0dfd2ce None None] Pushing event updated for resources: {'Port': ['ID=310bd248-7bf5-41d4-a1d2-6b6469defe1a,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:00.745350 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Attempting to bind port 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:56:00.745835 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Attempting to bind port 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:56:00.746379 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Attempting to bind port 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 on network 41c3f254-0188-4e85-819d-1e1b359cef2a {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:56:00.756879 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:56:00.757383 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Checking segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:56:00.758046 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:00.758497 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Bound using segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:56:00.759097 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Bound port: 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:56:00.759626 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:00.793129 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d4dd8-3899-48c4-9132-30f3aa9c7532 None None] Pushing event updated for resources: {'Port': ['ID=82ec0ce4-fdca-4235-a05d-e70e0f6e39c3,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:00.809919 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:00.844994 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] For port 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:56:00.845290 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.provisioning_blocks [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Transition to ACTIVE for port object 07744881-85a5-4870-a486-24b49e43343a will not be triggered until provisioned by entity DHCP. {{(pid=105941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:56:00.852319 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] For port 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=82ec0ce4-fdca-4235-a05d-e70e0f6e39c3,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:56:00.858939 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:00.921718 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:00.967106 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Network b674ffdb-cb0d-4031-bd90-812d95f27fcd is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:56:00.973334 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:56:01.006445 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Routers {'6b6e207b-7131-4cfd-bce1-218ada310414'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:56:01.007095 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:55:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6b6e207b-7131-4cfd-bce1-218ada310414'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:01.028306 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:56:01.112151 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 02baf135-8880-4f80-a4b2-2e41f3afce39 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:56:01.135191 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=07744881-85a5-4870-a486-24b49e43343a,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:01.151597 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d4dd8-3899-48c4-9132-30f3aa9c7532 None None] Pushing event updated for resources: {'Port': ['ID=82ec0ce4-fdca-4235-a05d-e70e0f6e39c3,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:01.156340 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554126'] for router_interface, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:01.215419 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d8c81-ac14-4f2d-8c47-dfab008b48b4 req-626a4b33-61f7-4762-8332-076f7ced0ee9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:01.218097 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-172d8c81-ac14-4f2d-8c47-dfab008b48b4 req-626a4b33-61f7-4762-8332-076f7ced0ee9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.1701486 Sep 14 18:56:01.219346 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-160caf5b-b6c7-4b45-be93-9deca9df2865 None None] Provisioning complete for port 310bd248-7bf5-41d4-a1d2-6b6469defe1a triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:01.219739 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-160caf5b-b6c7-4b45-be93-9deca9df2865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:01.281448 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] Set router 6b6e207b-7131-4cfd-bce1-218ada310414 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:56:01.300319 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-172d8c81-ac14-4f2d-8c47-dfab008b48b4 req-032167b7-7ee2-4096-b8e5-62f54181c560 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706542 Sep 14 18:56:01.355960 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 02baf135-8880-4f80-a4b2-2e41f3afce39 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:56:01.365176 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 02baf135-8880-4f80-a4b2-2e41f3afce39 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:01.365573 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:01.416487 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:01.628722 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:01.634494 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26220426'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:01.714233 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=07744881-85a5-4870-a486-24b49e43343a,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:01.714487 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527902'] for router_interface, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:01.731429 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:01.759351 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-e290da60-8075-491d-9423-9eb674bf40c3 None None] Provisioning for port 07744881-85a5-4870-a486-24b49e43343a completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:56:01.771291 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-e290da60-8075-491d-9423-9eb674bf40c3 None None] Provisioning complete for port 07744881-85a5-4870-a486-24b49e43343a triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:01.771661 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-e290da60-8075-491d-9423-9eb674bf40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:01.806144 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 02baf135-8880-4f80-a4b2-2e41f3afce39, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=02baf135-8880-4f80-a4b2-2e41f3afce39,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:01.816544 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:01.817369 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 310bd248-7bf5-41d4-a1d2-6b6469defe1a up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:56:01.818488 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Network b674ffdb-cb0d-4031-bd90-812d95f27fcd is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:56:01.819966 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:56:01.823255 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'name': 'tempest-TestShelveInstance-924819912-router', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:56Z', 'updated_at': '2021-09-14T18:55:58Z', 'revision_number': 3, 'project_id': '66859413d5984b6880cb9122ae53ca14', 'gw_port': {'id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:33:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:57Z', 'updated_at': '2021-09-14T18:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:01.831975 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-e290da60-8075-491d-9423-9eb674bf40c3 None None] Port 07744881-85a5-4870-a486-24b49e43343a cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:56:01.902333 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78284fd2-4874-40b9-bc33-2519b57df047 None None] The sync data for ids ['6b6e207b-7131-4cfd-bce1-218ada310414'] in dv-cinder-808992-5-iscsi is: [{'id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'name': 'tempest-TestShelveInstance-924819912-router', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:56Z', 'updated_at': '2021-09-14T18:55:58Z', 'revision_number': 3, 'project_id': '66859413d5984b6880cb9122ae53ca14', 'gw_port': {'id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:33:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:57Z', 'updated_at': '2021-09-14T18:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:56:01.947899 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=02baf135-8880-4f80-a4b2-2e41f3afce39,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:01.993451 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 310bd248-7bf5-41d4-a1d2-6b6469defe1a triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:01.994548 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:02.034690 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Router 6b6e207b-7131-4cfd-bce1-218ada310414 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:56:02.168563 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-7cceadd5-830d-491b-a51c-8cca74b60cfa None None] Provisioning complete for port 07744881-85a5-4870-a486-24b49e43343a triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:02.169359 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-7cceadd5-830d-491b-a51c-8cca74b60cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:02.272538 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-7cceadd5-830d-491b-a51c-8cca74b60cfa None None] Port 07744881-85a5-4870-a486-24b49e43343a cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:56:02.276521 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:56:02.282706 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-91caa8ac-e374-44c2-927a-d50670610ad7 admin admin] 10.222.0.37 "PUT /v2.0/routers/6b6e207b-7131-4cfd-bce1-218ada310414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2345779 Sep 14 18:56:02.505536 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94886c-2a41-4c38-9c52-b0e45db24f87 req-2bf765a8-2500-47c8-bb3b-d1d635aaebc0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:02.508059 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5f94886c-2a41-4c38-9c52-b0e45db24f87 req-2bf765a8-2500-47c8-bb3b-d1d635aaebc0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0955138 Sep 14 18:56:02.562367 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5f94886c-2a41-4c38-9c52-b0e45db24f87 req-7840209c-f5bc-469d-bcc7-afec5812aeef tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467112 Sep 14 18:56:02.964049 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:56:03.035495 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:56:03.041316 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:03.041929 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:03.149462 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:03.183025 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=82ec0ce4-fdca-4235-a05d-e70e0f6e39c3,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:03.188879 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:03.190062 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 02baf135-8880-4f80-a4b2-2e41f3afce39 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:56:03.284270 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=82ec0ce4-fdca-4235-a05d-e70e0f6e39c3,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:03.295854 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 02baf135-8880-4f80-a4b2-2e41f3afce39 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:03.296273 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:03.603064 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 48984) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:03.608056 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-3febbefb-e6ea-4957-a6ca-14a3283a3bad tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302100939', 'description': 'tempest-secgroup-smoke-302100939 description', 'project_id': '1f9408289ab44954890140f889ac8fab'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:03.644141 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3febbefb-e6ea-4957-a6ca-14a3283a3bad tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:03.774902 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15989d43-3e1e-4f6d-991f-9f9aaa4a1861 req-f5bd9395-e5af-4321-beaf-0f2dec30059c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:03.776507 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-15989d43-3e1e-4f6d-991f-9f9aaa4a1861 req-f5bd9395-e5af-4321-beaf-0f2dec30059c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0898352 Sep 14 18:56:03.779049 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3febbefb-e6ea-4957-a6ca-14a3283a3bad tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:03.784923 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3febbefb-e6ea-4957-a6ca-14a3283a3bad tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:03.790145 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Sync routers for ids ['6b6e207b-7131-4cfd-bce1-218ada310414'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:56:03.800864 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Routers {'6b6e207b-7131-4cfd-bce1-218ada310414'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:56:03.801522 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:55:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6b6e207b-7131-4cfd-bce1-218ada310414'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:03.829051 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3febbefb-e6ea-4957-a6ca-14a3283a3bad tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:03.830495 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-3febbefb-e6ea-4957-a6ca-14a3283a3bad tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2263012 Sep 14 18:56:03.833877 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48988) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:03.840692 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-da4ac192-d4b6-4e01-ae0a-1eb32169df9b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Request body: {'security_group_rule': {'security_group_id': '4144153d-68ef-4372-b74c-aa167ba9bc22', 'project_id': '1f9408289ab44954890140f889ac8fab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:03.842836 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febbefb-e6ea-4957-a6ca-14a3283a3bad tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4144153d-68ef-4372-b74c-aa167ba9bc22,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:03.854733 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-15989d43-3e1e-4f6d-991f-9f9aaa4a1861 req-5a382804-54d9-4e5c-b30b-1be13258fd58 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669007 Sep 14 18:56:03.891639 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da4ac192-d4b6-4e01-ae0a-1eb32169df9b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:03.934337 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Set router 6b6e207b-7131-4cfd-bce1-218ada310414 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:56:03.969390 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da4ac192-d4b6-4e01-ae0a-1eb32169df9b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:03.975835 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da4ac192-d4b6-4e01-ae0a-1eb32169df9b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:03.996013 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ac192-d4b6-4e01-ae0a-1eb32169df9b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bac6dc9-64b6-441f-a57f-d8db449c969a,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:04.003050 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-da4ac192-d4b6-4e01-ae0a-1eb32169df9b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.004472 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-da4ac192-d4b6-4e01-ae0a-1eb32169df9b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1691227 Sep 14 18:56:04.008659 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48990) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:04.014537 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-6a397ad3-9342-4407-b172-5667bdce7ccd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Request body: {'security_group_rule': {'security_group_id': '4144153d-68ef-4372-b74c-aa167ba9bc22', 'project_id': '1f9408289ab44954890140f889ac8fab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:04.048367 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6a397ad3-9342-4407-b172-5667bdce7ccd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.109399 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6a397ad3-9342-4407-b172-5667bdce7ccd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.114284 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6a397ad3-9342-4407-b172-5667bdce7ccd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.133276 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a397ad3-9342-4407-b172-5667bdce7ccd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dd9d05-decf-4339-b8df-a7b567d41df2,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:04.142768 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6a397ad3-9342-4407-b172-5667bdce7ccd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.144143 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-6a397ad3-9342-4407-b172-5667bdce7ccd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343167 Sep 14 18:56:04.148547 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48992) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:04.153146 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-490634ed-1d64-4af7-8b0a-9afc884d02aa tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Request body: {'security_group_rule': {'security_group_id': '4144153d-68ef-4372-b74c-aa167ba9bc22', 'project_id': '1f9408289ab44954890140f889ac8fab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:04.183127 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-490634ed-1d64-4af7-8b0a-9afc884d02aa tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.205264 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'name': 'tempest-TestShelveInstance-924819912-router', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:56Z', 'updated_at': '2021-09-14T18:56:01Z', 'revision_number': 4, 'project_id': '66859413d5984b6880cb9122ae53ca14', 'gw_port': {'id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:57Z', 'updated_at': '2021-09-14T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '07744881-85a5-4870-a486-24b49e43343a', 'name': '', 'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'mac_address': 'fa:16:3e:18:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fa9062f-2861-4be9-b5d1-26fd389e8651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:56:00Z', 'updated_at': '2021-09-14T18:56:01Z', 'revision_number': 2, 'project_id': '66859413d5984b6880cb9122ae53ca14', 'subnets': [{'id': '9fa9062f-2861-4be9-b5d1-26fd389e8651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:04.252397 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-490634ed-1d64-4af7-8b0a-9afc884d02aa tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.253740 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Checking router: 6b6e207b-7131-4cfd-bce1-218ada310414 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:56:04.254229 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Updating router 6b6e207b-7131-4cfd-bce1-218ada310414 port 07744881-85a5-4870-a486-24b49e43343a binding host dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:56:04.257035 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-490634ed-1d64-4af7-8b0a-9afc884d02aa tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.277136 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490634ed-1d64-4af7-8b0a-9afc884d02aa tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c3a26e-bc5d-40fe-b01f-df48b3283c4e,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:04.283869 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-490634ed-1d64-4af7-8b0a-9afc884d02aa tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.284011 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.285194 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-490634ed-1d64-4af7-8b0a-9afc884d02aa tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357296 Sep 14 18:56:04.287868 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48994) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:04.292640 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-ea447308-9342-48e0-aef5-2163cd05a97b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Request body: {'security_group_rule': {'security_group_id': '4144153d-68ef-4372-b74c-aa167ba9bc22', 'project_id': '1f9408289ab44954890140f889ac8fab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:04.323743 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ea447308-9342-48e0-aef5-2163cd05a97b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.405629 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ea447308-9342-48e0-aef5-2163cd05a97b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.411796 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ea447308-9342-48e0-aef5-2163cd05a97b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.436057 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea447308-9342-48e0-aef5-2163cd05a97b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95aace6e-0037-43b4-a3ad-24e9666dff45,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:04.443479 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ea447308-9342-48e0-aef5-2163cd05a97b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.445550 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-ea447308-9342-48e0-aef5-2163cd05a97b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553254 Sep 14 18:56:04.447195 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 48998) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:04.451885 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-790270d8-02e1-417d-8e7e-5c3a723d6371 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Request body: {'security_group_rule': {'security_group_id': '4144153d-68ef-4372-b74c-aa167ba9bc22', 'project_id': '1f9408289ab44954890140f889ac8fab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:04.479998 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.securitygroups_db [None req-790270d8-02e1-417d-8e7e-5c3a723d6371 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Project 1f9408289ab44954890140f889ac8fab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 18:56:04.488765 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-790270d8-02e1-417d-8e7e-5c3a723d6371 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.560239 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-790270d8-02e1-417d-8e7e-5c3a723d6371 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.564820 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-790270d8-02e1-417d-8e7e-5c3a723d6371 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.581686 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790270d8-02e1-417d-8e7e-5c3a723d6371 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b17d62a-3ffe-40b0-b267-0374ed7ffa2b,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:04.591560 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-790270d8-02e1-417d-8e7e-5c3a723d6371 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.592910 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-790270d8-02e1-417d-8e7e-5c3a723d6371 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447208 Sep 14 18:56:04.596618 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 49000) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:04.601830 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-083a8e48-a2e2-48e2-85f6-b5372fe4f68d tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Request body: {'security_group_rule': {'security_group_id': '4144153d-68ef-4372-b74c-aa167ba9bc22', 'project_id': '1f9408289ab44954890140f889ac8fab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:04.629565 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.securitygroups_db [None req-083a8e48-a2e2-48e2-85f6-b5372fe4f68d tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Project 1f9408289ab44954890140f889ac8fab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 18:56:04.636441 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-083a8e48-a2e2-48e2-85f6-b5372fe4f68d tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.677111 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Notify callbacks [] for port, precommit_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.689379 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.provisioning_blocks [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Transition to ACTIVE for port object 07744881-85a5-4870-a486-24b49e43343a will not be triggered until provisioned by entity L2. {{(pid=105944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:56:04.698505 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.747099 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-083a8e48-a2e2-48e2-85f6-b5372fe4f68d tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.752589 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-083a8e48-a2e2-48e2-85f6-b5372fe4f68d tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.758882 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa867046-1132-4a9b-89e5-17e79744f502 None None] Pushing event updated for resources: {'Port': ['ID=07744881-85a5-4870-a486-24b49e43343a,revision_number=3']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:04.777854 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a8e48-a2e2-48e2-85f6-b5372fe4f68d tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df3c873-7b52-4b2e-b8ea-f89c3e36dffc,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:04.787331 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-083a8e48-a2e2-48e2-85f6-b5372fe4f68d tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.788790 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-083a8e48-a2e2-48e2-85f6-b5372fe4f68d tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1910326 Sep 14 18:56:04.794353 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 8e63145e-88fa-46a0-9770-bd2ce779f15f details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:56:04.839718 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Attempting to bind port 07744881-85a5-4870-a486-24b49e43343a on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:56:04.840497 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Attempting to bind port 07744881-85a5-4870-a486-24b49e43343a by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'acaa4831-6eb9-406a-b4b0-214165c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd'}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:56:04.842202 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Attempting to bind port 07744881-85a5-4870-a486-24b49e43343a on network b674ffdb-cb0d-4031-bd90-812d95f27fcd {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:56:04.867956 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:56:04.868306 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Checking segment: {'id': 'acaa4831-6eb9-406a-b4b0-214165c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:56:04.868716 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:04.869115 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Bound using segment: {'id': 'acaa4831-6eb9-406a-b4b0-214165c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd'} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:56:04.869636 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Bound port: 07744881-85a5-4870-a486-24b49e43343a, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acaa4831-6eb9-406a-b4b0-214165c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd'}}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:56:04.870045 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:05.004304 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:56:05.041181 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] For port 07744881-85a5-4870-a486-24b49e43343a, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:56:05.047444 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] For port 07744881-85a5-4870-a486-24b49e43343a, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=07744881-85a5-4870-a486-24b49e43343a,segment=NetworkSegment(acaa4831-6eb9-406a-b4b0-214165c15f16),segment_id=acaa4831-6eb9-406a-b4b0-214165c15f16)] {{(pid=105944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:56:05.067733 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:05.086528 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 8e63145e-88fa-46a0-9770-bd2ce779f15f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:05.092699 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8d6f9-0e73-48f8-90f6-9d3c82a61038 req-7dd169d0-7c61-42a4-b504-c465c46d50ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:05.102232 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1eb8d6f9-0e73-48f8-90f6-9d3c82a61038 req-7dd169d0-7c61-42a4-b504-c465c46d50ab tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.1124592 Sep 14 18:56:05.105594 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'port_id': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'mac_address': 'fa:16:3e:a8:59:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:56:05.152694 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1eb8d6f9-0e73-48f8-90f6-9d3c82a61038 req-0ae11b2e-8b87-4c04-9e91-7a4c556afb08 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492756 Sep 14 18:56:05.169083 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa867046-1132-4a9b-89e5-17e79744f502 None None] Pushing event updated for resources: {'Port': ['ID=07744881-85a5-4870-a486-24b49e43343a,revision_number=4']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:05.169290 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:05.169674 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:05.209405 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Routers {'6b6e207b-7131-4cfd-bce1-218ada310414'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:56:05.210899 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:55:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6b6e207b-7131-4cfd-bce1-218ada310414'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:05.368771 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:05.395241 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] Set router 6b6e207b-7131-4cfd-bce1-218ada310414 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:56:05.395538 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e63145e-88fa-46a0-9770-bd2ce779f15f {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:56:05.453992 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 8e63145e-88fa-46a0-9770-bd2ce779f15f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:05.468258 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:05.571144 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=8e63145e-88fa-46a0-9770-bd2ce779f15f,revision_number=6']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:05.585029 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['8e63145e-88fa-46a0-9770-bd2ce779f15f'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:56:05.757465 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'name': 'tempest-TestShelveInstance-924819912-router', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:56Z', 'updated_at': '2021-09-14T18:56:01Z', 'revision_number': 4, 'project_id': '66859413d5984b6880cb9122ae53ca14', 'gw_port': {'id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:57Z', 'updated_at': '2021-09-14T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '07744881-85a5-4870-a486-24b49e43343a', 'name': '', 'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'mac_address': 'fa:16:3e:18:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fa9062f-2861-4be9-b5d1-26fd389e8651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:56:00Z', 'updated_at': '2021-09-14T18:56:05Z', 'revision_number': 4, 'project_id': '66859413d5984b6880cb9122ae53ca14', 'subnets': [{'id': '9fa9062f-2861-4be9-b5d1-26fd389e8651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:05.819089 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991f3b9-ad8a-4280-a768-65d556980064 None None] The sync data for ids ['6b6e207b-7131-4cfd-bce1-218ada310414'] in dv-cinder-808992-5-iscsi is: [{'id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'name': 'tempest-TestShelveInstance-924819912-router', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:56Z', 'updated_at': '2021-09-14T18:56:01Z', 'revision_number': 4, 'project_id': '66859413d5984b6880cb9122ae53ca14', 'gw_port': {'id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:57Z', 'updated_at': '2021-09-14T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '07744881-85a5-4870-a486-24b49e43343a', 'name': '', 'network_id': 'b674ffdb-cb0d-4031-bd90-812d95f27fcd', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'mac_address': 'fa:16:3e:18:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fa9062f-2861-4be9-b5d1-26fd389e8651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:56:00Z', 'updated_at': '2021-09-14T18:56:05Z', 'revision_number': 4, 'project_id': '66859413d5984b6880cb9122ae53ca14', 'subnets': [{'id': '9fa9062f-2861-4be9-b5d1-26fd389e8651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:56:06.397537 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faaa0bb-2ceb-4c18-9407-493d8e13e6ce req-bb96339b-6ff4-4613-a9b3-4f013498320a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:06.399177 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1faaa0bb-2ceb-4c18-9407-493d8e13e6ce req-bb96339b-6ff4-4613-a9b3-4f013498320a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 944 time: 0.0863318 Sep 14 18:56:06.482879 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1faaa0bb-2ceb-4c18-9407-493d8e13e6ce req-caca9a6d-e629-47a9-8eca-683bf4f84122 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709934 Sep 14 18:56:06.807580 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 8e63145e-88fa-46a0-9770-bd2ce779f15f up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:56:06.937285 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 8e63145e-88fa-46a0-9770-bd2ce779f15f triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:06.938719 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:07.009776 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 07744881-85a5-4870-a486-24b49e43343a up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:56:07.179440 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 07744881-85a5-4870-a486-24b49e43343a completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:56:07.196552 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 07744881-85a5-4870-a486-24b49e43343a triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:07.197128 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:07.199197 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:07.260378 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:56:07.264613 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a501825-78b4-4ca1-ae7a-6ba106b1f020" -d '{"events": [{"server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "name": "network-vif-plugged", "status": "completed", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:56:07.292477 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 8e63145e-88fa-46a0-9770-bd2ce779f15f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:07.303706 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:07.342945 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75408520-5d44-4031-83d7-d056fb86ddea x-openstack-request-id: req-75408520-5d44-4031-83d7-d056fb86ddea {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:56:07.343294 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "name": "network-vif-plugged", "status": "completed", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:56:07.343542 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75408520-5d44-4031-83d7-d056fb86ddea {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:56:07.344074 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'code': 200} Sep 14 18:56:07.424601 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=8e63145e-88fa-46a0-9770-bd2ce779f15f,revision_number=7']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:07.447261 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:07.486394 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 07744881-85a5-4870-a486-24b49e43343a, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=07744881-85a5-4870-a486-24b49e43343a,segment=NetworkSegment(acaa4831-6eb9-406a-b4b0-214165c15f16),segment_id=acaa4831-6eb9-406a-b4b0-214165c15f16)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:07.492582 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:07.651900 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=07744881-85a5-4870-a486-24b49e43343a,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:07.772517 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9e17f-373a-440c-a1cf-34a8e84a8456 req-c070e373-1e68-4fc6-992b-86fffe576b1d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:07.774564 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9df9e17f-373a-440c-a1cf-34a8e84a8456 req-c070e373-1e68-4fc6-992b-86fffe576b1d tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.1279774 Sep 14 18:56:07.885888 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9df9e17f-373a-440c-a1cf-34a8e84a8456 req-64651156-a7fd-433a-ba1e-8ab1426b6b91 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986481 Sep 14 18:56:08.913017 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 07744881-85a5-4870-a486-24b49e43343a up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:56:09.026781 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 07744881-85a5-4870-a486-24b49e43343a triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:09.027492 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:09.125206 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2f4fd-8843-4384-805a-2b93a27f015d req-2c302c89-190f-49ed-b211-0347ab627113 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:09.133125 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-07f2f4fd-8843-4384-805a-2b93a27f015d req-2c302c89-190f-49ed-b211-0347ab627113 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0868769 Sep 14 18:56:09.192326 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-07f2f4fd-8843-4384-805a-2b93a27f015d req-69de8a10-e8f1-4285-8f2b-712c51efb804 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579028 Sep 14 18:56:10.849686 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c390823-a49c-4d2c-97c8-dd19429f788a req-37722ae7-c9ca-4f07-aeed-bcc5737eb6f1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:10.851284 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1c390823-a49c-4d2c-97c8-dd19429f788a req-37722ae7-c9ca-4f07-aeed-bcc5737eb6f1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.5174994 Sep 14 18:56:10.910931 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1c390823-a49c-4d2c-97c8-dd19429f788a req-fd16301b-0baa-4b7e-aea4-662a3ba480de tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500445 Sep 14 18:56:12.084212 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754f56e-2330-48cd-a20c-c1d47b7d55e7 req-52a8281a-2d2f-4f2a-bc96-9121f097ecdf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:12.085889 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c754f56e-2330-48cd-a20c-c1d47b7d55e7 req-52a8281a-2d2f-4f2a-bc96-9121f097ecdf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0782320 Sep 14 18:56:12.162360 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c754f56e-2330-48cd-a20c-c1d47b7d55e7 req-532dc15f-9a49-482c-87b0-ec635b541be2 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642002 Sep 14 18:56:13.308597 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1a736-9f48-4e6b-bd60-3d8436b39750 req-bc863298-2aaa-49ac-b389-ff455cb155e0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:13.310318 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-35c1a736-9f48-4e6b-bd60-3d8436b39750 req-bc863298-2aaa-49ac-b389-ff455cb155e0 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0595171 Sep 14 18:56:13.366721 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-35c1a736-9f48-4e6b-bd60-3d8436b39750 req-a2c9ffdc-3f09-423d-96f5-0af12b3d16fa tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430861 Sep 14 18:56:14.589811 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efed21-9b0c-466c-93c9-819088cedabe req-61629393-a42a-4e3f-911a-f75c8252870a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:14.592611 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-27efed21-9b0c-466c-93c9-819088cedabe req-61629393-a42a-4e3f-911a-f75c8252870a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.1021500 Sep 14 18:56:14.655244 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-27efed21-9b0c-466c-93c9-819088cedabe req-975f7e60-7448-46b5-ba01-eac6581b02ac tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497661 Sep 14 18:56:15.876902 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565b2dd-0d29-4265-8db2-b72654678ba7 req-68bbc835-6c3a-4a9c-bd08-b89f0dc3f6c9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:15.878649 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4565b2dd-0d29-4265-8db2-b72654678ba7 req-68bbc835-6c3a-4a9c-bd08-b89f0dc3f6c9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0838907 Sep 14 18:56:15.966026 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-4565b2dd-0d29-4265-8db2-b72654678ba7 req-5785d191-1bc1-4938-b2fe-98b6b48e0133 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671988 Sep 14 18:56:17.140016 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630d6fe-1f00-4698-87ee-a1600e3676d8 req-3048ce5a-8a2f-435e-8d2a-199ba1b87e7b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:17.142042 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e630d6fe-1f00-4698-87ee-a1600e3676d8 req-3048ce5a-8a2f-435e-8d2a-199ba1b87e7b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0569453 Sep 14 18:56:17.195403 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e630d6fe-1f00-4698-87ee-a1600e3676d8 req-f3814007-8bac-48c8-9cf7-c75cafc683a3 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470898 Sep 14 18:56:17.386415 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5899c-d9d4-4d2c-95c2-1917dd1998b5 req-565d96f0-9291-4960-af90-dd67a8c9a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:17.387964 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2dc5899c-d9d4-4d2c-95c2-1917dd1998b5 req-565d96f0-9291-4960-af90-dd67a8c9a702 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 1098 time: 0.0433640 Sep 14 18:56:17.489123 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5899c-d9d4-4d2c-95c2-1917dd1998b5 req-a16b5054-7da7-4026-ac9d-a15f4d213b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:17.490819 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2dc5899c-d9d4-4d2c-95c2-1917dd1998b5 req-a16b5054-7da7-4026-ac9d-a15f4d213b69 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 918 time: 0.0952075 Sep 14 18:56:17.563186 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2dc5899c-d9d4-4d2c-95c2-1917dd1998b5 req-17457431-05c0-462f-bea1-e1c907d5d2fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f HTTP/1.1" status: 200 len: 1000 time: 0.0643249 Sep 14 18:56:17.619100 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5899c-d9d4-4d2c-95c2-1917dd1998b5 req-a99c9981-ad28-424e-9894-b63a50fbb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:17.620707 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2dc5899c-d9d4-4d2c-95c2-1917dd1998b5 req-a99c9981-ad28-424e-9894-b63a50fbb411 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b33bb60-5dd8-40e4-96f0-04cab71aa308 HTTP/1.1" status: 200 len: 856 time: 0.0484626 Sep 14 18:56:17.678777 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5899c-d9d4-4d2c-95c2-1917dd1998b5 req-95d360c7-5aef-4855-9934-9568d93e8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:17.680304 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2dc5899c-d9d4-4d2c-95c2-1917dd1998b5 req-95d360c7-5aef-4855-9934-9568d93e8c72 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484009 Sep 14 18:56:17.787005 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2dc5899c-d9d4-4d2c-95c2-1917dd1998b5 req-9131fb8e-0d79-452e-bec9-46ecbca4783c service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961692 Sep 14 18:56:17.896110 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2dc5899c-d9d4-4d2c-95c2-1917dd1998b5 req-7f102f05-a67f-4623-8365-e718ab15f975 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005964 Sep 14 18:56:18.348785 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216bfb4-522d-49d6-89c4-8b1c2b970f35 req-d1f9678a-2c5c-4ba1-a82e-caf9ff0994f2 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:18.350431 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9216bfb4-522d-49d6-89c4-8b1c2b970f35 req-d1f9678a-2c5c-4ba1-a82e-caf9ff0994f2 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0575991 Sep 14 18:56:18.392855 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9216bfb4-522d-49d6-89c4-8b1c2b970f35 req-896473b9-0d42-4715-a35c-673e42f58654 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361750 Sep 14 18:56:19.524170 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80efcf-e39a-4979-a82b-58ca2bb8eaab req-ec25b92d-47b3-4bd1-9def-d4456dd37783 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:19.525733 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-de80efcf-e39a-4979-a82b-58ca2bb8eaab req-ec25b92d-47b3-4bd1-9def-d4456dd37783 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0588856 Sep 14 18:56:19.566734 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-de80efcf-e39a-4979-a82b-58ca2bb8eaab req-3681dc4e-1fd6-428e-afd8-fbd4af33993f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342362 Sep 14 18:56:20.697736 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c8476-e548-423c-b907-9b59cef9ad72 req-2c0226de-d0c3-4b8f-8bdf-5343e4e2bf82 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:20.699319 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-898c8476-e548-423c-b907-9b59cef9ad72 req-2c0226de-d0c3-4b8f-8bdf-5343e4e2bf82 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 945 time: 0.0516403 Sep 14 18:56:20.744757 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-898c8476-e548-423c-b907-9b59cef9ad72 req-28848442-f22c-4a28-9f2a-7e9c1490ea8b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372622 Sep 14 18:56:20.841373 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 8e63145e-88fa-46a0-9770-bd2ce779f15f no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:56:20.929891 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:20.955250 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:56:20.957546 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6260ab0-e6a5-46b4-9f26-2de27470ff40" -d '{"events": [{"server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "name": "network-vif-unplugged", "status": "completed", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:56:20.972540 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 8e63145e-88fa-46a0-9770-bd2ce779f15f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:20.977865 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:21.003714 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 18:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf09f3-d45d-4862-8267-1b1d25430e84 x-openstack-request-id: req-8fdf09f3-d45d-4862-8267-1b1d25430e84 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:56:21.004053 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "name": "network-vif-unplugged", "status": "failed", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f", "code": 422}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:56:21.004304 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fdf09f3-d45d-4862-8267-1b1d25430e84 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:56:21.004740 dv-cinder-808992-5-iscsi neutron-server[105943]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'code': 422} returned with failed status Sep 14 18:56:21.032915 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=8e63145e-88fa-46a0-9770-bd2ce779f15f,revision_number=8']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:21.654023 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [req-9065dc01-4312-4d3d-bb25-9268dced14e3 req-da4fc445-28bb-4a1e-94e1-9759f08c3639 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:56:21.655026 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9065dc01-4312-4d3d-bb25-9268dced14e3 req-da4fc445-28bb-4a1e-94e1-9759f08c3639 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055270 Sep 14 18:56:21.780350 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc182e-844d-4aed-99d8-11ecd84f6a76 req-1f702643-e9e6-415d-b92f-79a7d45acb06 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:21.782751 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-32dc182e-844d-4aed-99d8-11ecd84f6a76 req-1f702643-e9e6-415d-b92f-79a7d45acb06 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 945 time: 0.0613379 Sep 14 18:56:21.830298 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cc61f-77cc-4bad-bdc2-e02aad63f61b req-16638ec6-8de9-4135-8bd5-29eb246a20c6 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:21.832281 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-138cc61f-77cc-4bad-bdc2-e02aad63f61b req-16638ec6-8de9-4135-8bd5-29eb246a20c6 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0578930 Sep 14 18:56:21.836928 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-32dc182e-844d-4aed-99d8-11ecd84f6a76 req-236d047a-3759-4b88-8773-9087d16e3342 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=32b2f818-9a63-4255-8b09-37ff91d9455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464389 Sep 14 18:56:21.873118 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-1b1b77b4-92c4-4a12-bf72-2ff374a342ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0501239 Sep 14 18:56:21.875469 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-138cc61f-77cc-4bad-bdc2-e02aad63f61b req-2e2ae679-c890-403c-a38d-bc1d9992e67f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367999 Sep 14 18:56:22.066252 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-3510d3e6-db22-493c-a30b-1ea3630429d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:22.131764 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-5d43e031-aa1f-4ff5-bd33-06bbc2f115e9 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302100939&fields=id&tenant_id=1f9408289ab44954890140f889ac8fab HTTP/1.1" status: 200 len: 267 time: 0.0384722 Sep 14 18:56:22.261112 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a84af393-b057-4d57-b73c-99c55efed359 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:22.262656 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a84af393-b057-4d57-b73c-99c55efed359 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/networks?id=13400280-3082-4ff8-a7a5-7fbe6b83192d HTTP/1.1" status: 200 len: 808 time: 0.1240940 Sep 14 18:56:22.281466 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-9b985039-6e40-433b-afd5-90467430f838 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/quotas/1f9408289ab44954890140f889ac8fab HTTP/1.1" status: 200 len: 375 time: 0.0099406 Sep 14 18:56:22.342670 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-474a22b9-9daa-4482-8dc4-446ab65c7105 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f9408289ab44954890140f889ac8fab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532746 Sep 14 18:56:22.457918 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-ff41b419-8d28-4abe-9e23-7c6ef2603510 service neutron] 10.222.0.37 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027350 Sep 14 18:56:22.559917 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-b754bcfd-3bf0-4b34-991f-f3bba8280d63 service neutron] 10.222.0.37 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954790 Sep 14 18:56:22.780691 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-40f70d93-3e90-428d-bf1b-60dac5bdaf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:22.782834 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-40f70d93-3e90-428d-bf1b-60dac5bdaf28 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2&tenant_id=5d3918a19d9e4fad81aee482e9cf2afd HTTP/1.1" status: 200 len: 1096 time: 0.0422978 Sep 14 18:56:22.846786 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f297a891-3fc5-4543-ac59-a78eb625084b req-a12b9264-3d91-4d64-9a38-4365cd19641e tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 210 time: 0.0268857 Sep 14 18:56:22.855433 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-7c8b850b-f063-4370-821d-be8b9f01a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:22.857226 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-7c8b850b-f063-4370-821d-be8b9f01a302 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 1096 time: 0.0495350 Sep 14 18:56:23.001896 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-acc71b75-1ac9-43d9-bed1-ea7d8a023511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:23.003608 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-acc71b75-1ac9-43d9-bed1-ea7d8a023511 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 918 time: 0.1390855 Sep 14 18:56:23.004321 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05ec12-9edc-4f82-94bb-6d4c1307be60 req-21d94189-5a3e-416b-b786-f037c00fd99c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:23.006086 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0a05ec12-9edc-4f82-94bb-6d4c1307be60 req-21d94189-5a3e-416b-b786-f037c00fd99c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0519364 Sep 14 18:56:23.021649 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726becd-7bfb-41e9-ad61-951b60ee977e req-62768710-8216-413b-be2d-80f07cff8842 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:23.023125 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2726becd-7bfb-41e9-ad61-951b60ee977e req-62768710-8216-413b-be2d-80f07cff8842 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 945 time: 0.0871348 Sep 14 18:56:23.057549 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0a05ec12-9edc-4f82-94bb-6d4c1307be60 req-f42989b0-8f66-41b4-a76a-e636cbb1ee87 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442951 Sep 14 18:56:23.114157 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-82c4fdf0-2c15-4966-8fc3-d14dc19a2806 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f HTTP/1.1" status: 200 len: 998 time: 0.0900488 Sep 14 18:56:23.122514 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2726becd-7bfb-41e9-ad61-951b60ee977e req-479757b1-2e58-4a91-aadd-dea338b3d376 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=32b2f818-9a63-4255-8b09-37ff91d9455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911160 Sep 14 18:56:23.180100 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-7dbe979b-a3d9-49e0-b40f-2ba0105902a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:23.181537 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-7dbe979b-a3d9-49e0-b40f-2ba0105902a2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b33bb60-5dd8-40e4-96f0-04cab71aa308 HTTP/1.1" status: 200 len: 856 time: 0.0580437 Sep 14 18:56:23.236036 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-51711d5d-1dac-4682-87a3-43705aa1b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:23.237812 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-51711d5d-1dac-4682-87a3-43705aa1b8c0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488496 Sep 14 18:56:23.340191 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-80bc0962-df2a-4bf2-bb13-efcf1ed531c5 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932503 Sep 14 18:56:23.445619 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-84cfe6c1-3e38-42d7-8b43-446dc9500ab6 req-cefc1579-4b48-488e-b1ff-31ffc7752a62 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950644 Sep 14 18:56:23.557821 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face343d-fe89-41d7-80bd-af038817bff2 req-e0f2313a-4348-4a21-be9f-4f21422d5222 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:23.559335 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-face343d-fe89-41d7-80bd-af038817bff2 req-e0f2313a-4348-4a21-be9f-4f21422d5222 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 945 time: 0.0554514 Sep 14 18:56:23.673771 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Deleting port 42f9f635-3882-4311-95ad-f385eeb666b6 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:56:23.674178 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:23.807053 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] For port 42f9f635-3882-4311-95ad-f385eeb666b6, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=42f9f635-3882-4311-95ad-f385eeb666b6,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:23.808017 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:24.014160 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c49bb6ef-40ee-4052-aafe-9fdf9f0a2b60 req-b49456b9-0e44-4480-902b-b2de8e6c43b0 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 210 time: 0.0539241 Sep 14 18:56:24.068196 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a5df85de-468a-433e-96eb-799eaade839f tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:24.070316 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a5df85de-468a-433e-96eb-799eaade839f tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.68 "GET /v2.0/networks?id=13400280-3082-4ff8-a7a5-7fbe6b83192d HTTP/1.1" status: 200 len: 808 time: 0.2576518 Sep 14 18:56:24.229529 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:24.230058 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:24.230481 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.l3_db [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Floating IP b3ad2339-36df-41a0-8865-3966a3d4342e disassociated. External IP: 172.27.1.195, port: 42f9f635-3882-4311-95ad-f385eeb666b6. Sep 14 18:56:24.230855 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Calling delete_port for 42f9f635-3882-4311-95ad-f385eeb666b6 owned by compute:nova {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:56:24.338749 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd7f56-359a-47f7-9740-8f15805a540a req-d82155c5-ccb4-4cea-a5cc-e3542c7b3c0f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:24.341287 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7dfd7f56-359a-47f7-9740-8f15805a540a req-d82155c5-ccb4-4cea-a5cc-e3542c7b3c0f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 945 time: 0.0729134 Sep 14 18:56:24.390894 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7dfd7f56-359a-47f7-9740-8f15805a540a req-2bac7296-2005-422d-be42-4fb2e9a017cf tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups?id=32b2f818-9a63-4255-8b09-37ff91d9455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384831 Sep 14 18:56:24.456627 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ff2ff-133b-47c9-9f8c-0ef8322f96d7 req-1144fb9b-b2cb-4daf-bbc6-fae9e2208607 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:24.461179 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-665ff2ff-133b-47c9-9f8c-0ef8322f96d7 req-1144fb9b-b2cb-4daf-bbc6-fae9e2208607 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.1349292 Sep 14 18:56:24.485476 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:24.762758 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event deleted for resources: {'Port': ['ID=42f9f635-3882-4311-95ad-f385eeb666b6,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:24.783163 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-665ff2ff-133b-47c9-9f8c-0ef8322f96d7 req-850dce78-be95-4a3f-b65a-c5c9a3768993 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178039 Sep 14 18:56:24.898949 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Router 633e1c59-235e-453c-acb1-5e2555465fd3 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:56:25.021828 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:56:25.033172 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0cbe9-0442-412e-862b-695db8fa2e74 None None] Sync routers for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:56:25.048499 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:25.050344 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0cbe9-0442-412e-862b-695db8fa2e74 None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:56:25.051226 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-cec0cbe9-0442-412e-862b-695db8fa2e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:55:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:25.094922 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] No DVR routers for this DVR port 42f9f635-3882-4311-95ad-f385eeb666b6 on host hv-cinder-80899 {{(pid=105941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:56:25.098589 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:25.107001 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-face343d-fe89-41d7-80bd-af038817bff2 req-69b46ca6-9be0-44d6-b961-17d0f33ca868 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.68 "DELETE /v2.0/ports/42f9f635-3882-4311-95ad-f385eeb666b6 HTTP/1.1" status: 204 len: 173 time: 1.5388803 Sep 14 18:56:25.107001 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5027246-9eca-4502-95f6-7ea6340853f6', 'name': 'network-vif-deleted', 'tag': '42f9f635-3882-4311-95ad-f385eeb666b6'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:56:25.111038 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdb224f-2c83-48cd-b2fa-c876f60dd305" -d '{"events": [{"server_uuid": "c5027246-9eca-4502-95f6-7ea6340853f6", "name": "network-vif-deleted", "tag": "42f9f635-3882-4311-95ad-f385eeb666b6"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:56:25.197143 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ee24a2-13a1-46ec-b65e-7ae5b7ef51d1 x-openstack-request-id: req-32ee24a2-13a1-46ec-b65e-7ae5b7ef51d1 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:56:25.197619 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5027246-9eca-4502-95f6-7ea6340853f6", "name": "network-vif-deleted", "tag": "42f9f635-3882-4311-95ad-f385eeb666b6", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:56:25.198031 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32ee24a2-13a1-46ec-b65e-7ae5b7ef51d1 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:56:25.198585 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-cec0cbe9-0442-412e-862b-695db8fa2e74 None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:56:25.198704 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5027246-9eca-4502-95f6-7ea6340853f6', 'name': 'network-vif-deleted', 'tag': '42f9f635-3882-4311-95ad-f385eeb666b6', 'status': 'completed', 'code': 200} Sep 14 18:56:25.205450 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ffd6438d-74f4-4c5e-adbb-3fb66d8292ee req-cb57d121-43d6-460f-899a-b4cec1665da3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 210 time: 0.0789540 Sep 14 18:56:25.340640 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-bbbefed6-5265-4f83-89d8-c29b491e71d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:25.520113 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-cec0cbe9-0442-412e-862b-695db8fa2e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:47Z', 'revision_number': 5, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:25.522320 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9a091f26-459e-4f75-9d16-6650e2aba75e req-08777a56-6180-4963-b4dc-13326ab7f7c0 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 210 time: 0.0437682 Sep 14 18:56:25.556175 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0cbe9-0442-412e-862b-695db8fa2e74 None None] Checking router: 633e1c59-235e-453c-acb1-5e2555465fd3 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:56:25.566896 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0cbe9-0442-412e-862b-695db8fa2e74 None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:56:25.567537 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-cec0cbe9-0442-412e-862b-695db8fa2e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:56:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:25.709813 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-cec0cbe9-0442-412e-862b-695db8fa2e74 None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:56:25.984305 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda6c0a-a37d-44c4-a976-ea57aa2ad114 req-85d1c319-5708-490d-ba9a-fc04d8d6d260 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:25.987430 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ffda6c0a-a37d-44c4-a976-ea57aa2ad114 req-85d1c319-5708-490d-ba9a-fc04d8d6d260 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0851111 Sep 14 18:56:26.032931 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ffda6c0a-a37d-44c4-a976-ea57aa2ad114 req-300ae6ca-ea19-45c7-b074-cfc34d00602a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 Sep 14 18:56:26.110971 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-cec0cbe9-0442-412e-862b-695db8fa2e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:47Z', 'revision_number': 5, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:26.144591 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0cbe9-0442-412e-862b-695db8fa2e74 None None] The sync data for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi is: [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:49:32Z', 'revision_number': 4, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '6efb222f-bc95-4ebe-8794-5083815ce4c6', 'name': '', 'network_id': 'ed62ca30-1449-4b80-b732-67e84cfa064c', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'mac_address': 'fa:16:3e:92:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:30Z', 'updated_at': '2021-09-14T18:49:47Z', 'revision_number': 5, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'subnets': [{'id': '911c8fc0-2bb9-4291-a978-8443f73c14d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:56:26.315734 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ce2db58e-069a-404a-8a3f-16a387e55d9c req-e50a0725-e7f0-4438-885b-487eea01075c tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 210 time: 0.0422766 Sep 14 18:56:26.434152 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e197c-5ca3-45bc-bdec-6781791fadb1 None None] New status for floating IP b3ad2339-36df-41a0-8865-3966a3d4342e: DOWN {{(pid=105944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:56:26.646821 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:26.695655 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ec29266a-479e-4be5-8129-91920697c6fe req-72de23f8-70e3-435d-9eb8-b33238f55cf9 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 210 time: 0.0351994 Sep 14 18:56:26.855724 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 42f9f635-3882-4311-95ad-f385eeb666b6 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:56:26.880009 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: 42f9f635-3882-4311-95ad-f385eeb666b6 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:56:26.880348 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 42f9f635-3882-4311-95ad-f385eeb666b6 not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:56:27.252679 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc109d-3002-49da-b0fe-534c94982519 req-d533e928-152f-412b-b978-d7f67aea67d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:27.255973 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2afc109d-3002-49da-b0fe-534c94982519 req-d533e928-152f-412b-b978-d7f67aea67d9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0820343 Sep 14 18:56:27.336943 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2afc109d-3002-49da-b0fe-534c94982519 req-8e309532-5d6d-4347-8f0d-235388ee1d46 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743289 Sep 14 18:56:27.441383 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e79f4f14-b6a8-415f-9bd3-8a556fa950b4 req-97ea217a-60aa-49a4-a803-8b0909885bf5 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 210 time: 0.0331261 Sep 14 18:56:27.837104 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4ed6d52d-59ac-48f5-8897-f5236a8ba042 req-db979310-968c-4304-b7a6-69de3e928b46 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 210 time: 0.0318916 Sep 14 18:56:28.277949 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:28.519210 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73859ce-dc16-4254-b8d6-56fd5bbf27d2 req-31c273f9-82b9-4daa-b26d-203e3d56836f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:28.522000 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f73859ce-dc16-4254-b8d6-56fd5bbf27d2 req-31c273f9-82b9-4daa-b26d-203e3d56836f tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0802143 Sep 14 18:56:28.570529 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-3a9f6c01-277a-47de-8399-6c0cf41db893 req-f3b35518-ab17-4ec6-9b16-797f352744b0 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 210 time: 0.0507779 Sep 14 18:56:28.580129 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f73859ce-dc16-4254-b8d6-56fd5bbf27d2 req-f6934672-8e2d-46e8-a23e-ca67cc2f8518 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503254 Sep 14 18:56:28.963157 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a550c2f0-33d6-4f39-8828-44d9ef7a3766 req-9bee4543-8ec5-46f2-96dc-5b1ad9b5f852 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 210 time: 0.0428476 Sep 14 18:56:29.013031 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:29.710380 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8ff5f1aa-b9b2-49a6-99b3-810e47657a9e req-eff951ce-89b7-4b8e-8a5e-c65883a1fdf6 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 210 time: 0.0478714 Sep 14 18:56:29.763231 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf1af3-fc37-44d1-b847-b470f833c5e5 req-3e083f30-6b04-4872-9c6d-5f45ee35329a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:29.764858 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-fabf1af3-fc37-44d1-b847-b470f833c5e5 req-3e083f30-6b04-4872-9c6d-5f45ee35329a tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0796039 Sep 14 18:56:29.842052 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-fabf1af3-fc37-44d1-b847-b470f833c5e5 req-49a9127c-6f81-4060-8ae9-d8e4da3c12c1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703595 Sep 14 18:56:30.068829 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ecaf59df-1d07-4c96-847d-8bcff6686f9e req-f6c5550c-47aa-47a8-b238-1a4a1338cec4 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 210 time: 0.0283244 Sep 14 18:56:30.838539 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bf786341-4fa4-44be-afb3-7b79fd4bc1c8 req-73283238-f7e6-42b1-840c-98c920f16431 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 210 time: 0.0399897 Sep 14 18:56:31.012452 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7923b77-54cc-4934-ba0f-81ce3da9b7b5 req-264daf7a-c6dc-4af0-b7e5-0ebded7b7c26 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:31.013942 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d7923b77-54cc-4934-ba0f-81ce3da9b7b5 req-264daf7a-c6dc-4af0-b7e5-0ebded7b7c26 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0729561 Sep 14 18:56:31.066480 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d7923b77-54cc-4934-ba0f-81ce3da9b7b5 req-44ed6045-6764-4947-aef0-e425a7c5fded tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437045 Sep 14 18:56:31.189373 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-630767bc-d2e8-44ed-99ed-04f93033bd3f req-b8fa318f-145c-438a-8d8f-232ac2476151 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 210 time: 0.0411198 Sep 14 18:56:31.969986 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f89ee59e-b21a-408d-b371-1f6bfd1848b7 req-95666fda-e0d9-4960-bc9a-b11838dd100c tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 210 time: 0.0305355 Sep 14 18:56:32.220081 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a487dad-48f6-41f9-83ab-d15c4bd3603b req-7d5e4e4a-fe95-43ef-b23d-1530ee863679 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:32.222411 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9a487dad-48f6-41f9-83ab-d15c4bd3603b req-7d5e4e4a-fe95-43ef-b23d-1530ee863679 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0747173 Sep 14 18:56:32.285940 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9a487dad-48f6-41f9-83ab-d15c4bd3603b req-ed002851-7ec8-4c4f-a36d-921d319a4de1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569744 Sep 14 18:56:32.297095 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-cb9963be-4551-4716-b0b3-a7b277023f8e req-f94fd9b8-239d-4d91-b405-a637e29f07a7 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 210 time: 0.0330284 Sep 14 18:56:33.089046 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9da5e1b2-8dc8-4769-b862-18a1760c5e10 req-ce6cae5c-9a7a-41aa-abc4-600b637ad414 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 210 time: 0.0385654 Sep 14 18:56:33.399246 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a7788f74-ae87-4372-8ffc-9b962a105031 req-5fe9ac00-aa41-4cc7-9baa-0d2a1b7627ad tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 210 time: 0.0271761 Sep 14 18:56:33.408218 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a8d61-20d8-428e-adba-bf069e60058a req-214e9912-d09d-4836-8827-1fa47b8b5c33 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:33.409823 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0e3a8d61-20d8-428e-adba-bf069e60058a req-214e9912-d09d-4836-8827-1fa47b8b5c33 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0524428 Sep 14 18:56:33.455415 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0e3a8d61-20d8-428e-adba-bf069e60058a req-fc4fb867-4fb9-4834-b483-6ca8b2b7d892 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377169 Sep 14 18:56:33.992389 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-576f5342-1bf0-4ec1-88c4-5f323aaaeb8f tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f9408289ab44954890140f889ac8fab HTTP/1.1" status: 200 len: 379 time: 0.0375421 Sep 14 18:56:34.014854 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Request body: {'port': {'device_id': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'admin_state_up': True, 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'security_groups': ['4144153d-68ef-4372-b74c-aa167ba9bc22']}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:34.074036 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89434e6-3694-4608-9208-227af0e26f9a req-f66a1551-046c-4805-9110-14ec380d653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:34.076094 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b89434e6-3694-4608-9208-227af0e26f9a req-f66a1551-046c-4805-9110-14ec380d653b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 1096 time: 0.0476985 Sep 14 18:56:34.168563 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Made reservation on behalf of 1f9408289ab44954890140f889ac8fab for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:56:34.173379 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:34.219257 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8a619756-68eb-4357-a04c-22ece24a33cd req-ce275a26-0971-45dc-a3db-b92471264cce tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 210 time: 0.0379777 Sep 14 18:56:34.238525 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89434e6-3694-4608-9208-227af0e26f9a req-14ddc267-5fea-45e6-983d-92d5a6f4d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:34.240144 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b89434e6-3694-4608-9208-227af0e26f9a req-14ddc267-5fea-45e6-983d-92d5a6f4d509 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 200 len: 918 time: 0.1277618 Sep 14 18:56:34.317277 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Allocated IP 172.20.0.7 (13400280-3082-4ff8-a7a5-7fbe6b83192d/12c868c0-e916-48d9-9c80-dea3dc458a70/5552e2f9-3bcc-484b-ab99-46bd29e63e5a) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:56:34.322247 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b89434e6-3694-4608-9208-227af0e26f9a req-e3abf43b-dc8b-4daa-a32c-af34fdce797b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f HTTP/1.1" status: 200 len: 998 time: 0.0735340 Sep 14 18:56:34.391725 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89434e6-3694-4608-9208-227af0e26f9a req-64709da3-e363-471a-998f-b77394dc6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:34.393663 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b89434e6-3694-4608-9208-227af0e26f9a req-64709da3-e363-471a-998f-b77394dc6667 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b33bb60-5dd8-40e4-96f0-04cab71aa308 HTTP/1.1" status: 200 len: 856 time: 0.0594776 Sep 14 18:56:34.473289 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89434e6-3694-4608-9208-227af0e26f9a req-33f963df-1b7c-46e6-8aa6-3e4c47aebff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:34.475539 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b89434e6-3694-4608-9208-227af0e26f9a req-33f963df-1b7c-46e6-8aa6-3e4c47aebff1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690145 Sep 14 18:56:34.563448 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-817ea379-ca0a-46a3-8bc5-cd96946914a2 req-6260ed58-e1eb-4e2e-8446-629434472f1c tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5027246-9eca-4502-95f6-7ea6340853f6 HTTP/1.1" status: 200 len: 210 time: 0.0565569 Sep 14 18:56:34.583723 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:34.600890 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Transition to ACTIVE for port object 5552e2f9-3bcc-484b-ab99-46bd29e63e5a will not be triggered until provisioned by entity DHCP. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:56:34.642410 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:34.654962 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b89434e6-3694-4608-9208-227af0e26f9a req-b7425b52-3b52-40a7-9d4a-1b5881dc3b99 service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646008 Sep 14 18:56:34.663131 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8631ab4-ed3c-4a50-bb80-3079651bf80a req-2726a8fa-aac5-4f84-9858-4a200022f9e9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:34.664632 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a8631ab4-ed3c-4a50-bb80-3079651bf80a req-2726a8fa-aac5-4f84-9858-4a200022f9e9 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.1192737 Sep 14 18:56:34.683525 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Network 13400280-3082-4ff8-a7a5-7fbe6b83192d is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:56:34.687701 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:56:34.691682 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:56:34.720136 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a8631ab4-ed3c-4a50-bb80-3079651bf80a req-b631b8e8-397e-4d2a-b9e9-2782658ac1cf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460792 Sep 14 18:56:34.734546 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Pushing event updated for resources: {'Port': ['ID=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:34.759706 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:34.760374 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:34.777653 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a6574611-59a7-4477-af7a-f1b4fed81fc4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7673175 Sep 14 18:56:34.791129 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Request body: {'port': {'device_id': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:34.804166 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b89434e6-3694-4608-9208-227af0e26f9a req-1d94e731-fe0b-4dbc-8cc9-fc30125b220b service neutron] 10.222.0.68 "GET /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377919 Sep 14 18:56:34.860409 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:35.000822 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-7dead5e4-ad53-414b-8116-4ed671f81d3b None None] Provisioning for port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:56:35.005603 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-7dead5e4-ad53-414b-8116-4ed671f81d3b None None] Provisioning complete for port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:35.006123 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-7dead5e4-ad53-414b-8116-4ed671f81d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:35.041002 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-7dead5e4-ad53-414b-8116-4ed671f81d3b None None] Port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:56:35.141916 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5552e2f9-3bcc-484b-ab99-46bd29e63e5a {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:56:35.152010 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:35.167939 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Transition to ACTIVE for port object 5552e2f9-3bcc-484b-ab99-46bd29e63e5a will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:56:35.172804 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:35.224742 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Pushing event updated for resources: {'Port': ['ID=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:35.354550 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Attempting to bind port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:56:35.354879 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Attempting to bind port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '09571676-4bfb-43e6-b12d-75a48b06fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:56:35.355200 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Attempting to bind port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a on network 13400280-3082-4ff8-a7a5-7fbe6b83192d {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:56:35.362301 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a on network 13400280-3082-4ff8-a7a5-7fbe6b83192d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:56:35.362613 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Attempting to bind port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a on network 13400280-3082-4ff8-a7a5-7fbe6b83192d {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:56:35.377623 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ff5fa-b83e-463f-8c45-addab18e39ed req-88da8a8e-f70c-4ee8-88f0-bf4252b4b188 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:35.383988 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-317ff5fa-b83e-463f-8c45-addab18e39ed req-88da8a8e-f70c-4ee8-88f0-bf4252b4b188 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0872788 Sep 14 18:56:35.383988 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:56:35.383988 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Checking segment: {'id': '09571676-4bfb-43e6-b12d-75a48b06fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:56:35.383988 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Bound using segment: {'id': '09571676-4bfb-43e6-b12d-75a48b06fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:56:35.383988 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Bound port: 5552e2f9-3bcc-484b-ab99-46bd29e63e5a, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09571676-4bfb-43e6-b12d-75a48b06fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:56:35.383988 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:35.458322 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-317ff5fa-b83e-463f-8c45-addab18e39ed req-42bbfcd8-dd59-4091-aeb7-1e9904cc5248 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663743 Sep 14 18:56:35.482272 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] For port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:56:35.485643 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] For port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:56:35.489804 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:35.525846 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:35.526662 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:35.527978 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] 10.222.0.68 "PUT /v2.0/ports/5552e2f9-3bcc-484b-ab99-46bd29e63e5a HTTP/1.1" status: 200 len: 1093 time: 0.7414191 Sep 14 18:56:35.528453 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:56:35.531767 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7375587-85b8-4d26-a706-390e68361c55" -d '{"events": [{"name": "network-changed", "server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:56:35.558110 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bb27a-11db-402a-b526-ec0e6ea5dc40 service neutron] Pushing event updated for resources: {'Port': ['ID=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:35.609304 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b035bfd-96e1-4df7-b59a-248f8c175968 x-openstack-request-id: req-3b035bfd-96e1-4df7-b59a-248f8c175968 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:56:35.609943 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:56:35.609943 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b035bfd-96e1-4df7-b59a-248f8c175968 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:56:35.610274 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'status': 'completed', 'code': 200} Sep 14 18:56:35.627138 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-7349c026-b7e2-4716-8ccd-17175a4f3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:35.628961 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-7349c026-b7e2-4716-8ccd-17175a4f3cea service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f9408289ab44954890140f889ac8fab&device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 1096 time: 0.0499618 Sep 14 18:56:35.680559 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-07d57c54-3d32-4b5b-a55f-40b9f83c7f38 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a HTTP/1.1" status: 200 len: 217 time: 0.0418067 Sep 14 18:56:35.688950 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49428) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:35.739525 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-00ff179e-f7d5-43fe-ba89-12c80879be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:35.740993 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-00ff179e-f7d5-43fe-ba89-12c80879be36 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c868c0-e916-48d9-9c80-dea3dc458a70 HTTP/1.1" status: 200 len: 847 time: 0.0530753 Sep 14 18:56:35.760406 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-89432938-3c8b-48f2-86a4-ec59379ee372 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:35.788708 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-89432938-3c8b-48f2-86a4-ec59379ee372 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:35.796448 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-6c397dbe-be0c-4a72-bfd9-e7a53223542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:35.798033 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-6c397dbe-be0c-4a72-bfd9-e7a53223542a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=13400280-3082-4ff8-a7a5-7fbe6b83192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503309 Sep 14 18:56:35.840935 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-89432938-3c8b-48f2-86a4-ec59379ee372 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:35.844174 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-89432938-3c8b-48f2-86a4-ec59379ee372 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:35.845340 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-89432938-3c8b-48f2-86a4-ec59379ee372 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "DELETE /v2.0/security-groups/32b2f818-9a63-4255-8b09-37ff91d9455a HTTP/1.1" status: 204 len: 168 time: 0.1537380 Sep 14 18:56:35.848704 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49432) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:35.866598 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89432938-3c8b-48f2-86a4-ec59379ee372 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b2f818-9a63-4255-8b09-37ff91d9455a,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:35.868692 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.api.v2.resource [None req-72d76187-393e-4526-bce8-255a90aa150f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] show failed (client error): The resource could not be found. Sep 14 18:56:35.872362 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-72d76187-393e-4526-bce8-255a90aa150f tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "GET /v2.0/security-groups/32b2f818-9a63-4255-8b09-37ff91d9455a HTTP/1.1" status: 404 len: 347 time: 0.0199299 Sep 14 18:56:35.873292 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49434) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:35.931924 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff33a3-045e-4214-bf07-012fab522748 req-ddec4cd1-68b6-475a-8a11-793b856076d4 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:35.933379 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-78ff33a3-045e-4214-bf07-012fab522748 req-ddec4cd1-68b6-475a-8a11-793b856076d4 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.1101706 Sep 14 18:56:35.951532 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-daddd030-9b48-4e79-a01b-4631f119ec41 service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466215 Sep 14 18:56:35.998531 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-fc4930c8-3e33-4d99-9a0e-82f870251742 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Deleting port d43bfa2f-2149-4108-a71b-9993f0dff742 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:56:35.999551 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-fc4930c8-3e33-4d99-9a0e-82f870251742 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:36.005228 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-78ff33a3-045e-4214-bf07-012fab522748 req-6e3c4a2e-cbc4-422a-ab55-9ab513b32a28 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634406 Sep 14 18:56:36.067965 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-27a3dba9-c391-40b5-ab62-a498690a6021 req-283b599f-705e-47e9-a01b-fa4c2cd80503 service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080542 Sep 14 18:56:36.088938 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-fc4930c8-3e33-4d99-9a0e-82f870251742 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:36.089285 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-fc4930c8-3e33-4d99-9a0e-82f870251742 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:36.101648 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-fc4930c8-3e33-4d99-9a0e-82f870251742 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Calling delete_port for d43bfa2f-2149-4108-a71b-9993f0dff742 owned by network:floatingip {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:56:36.154108 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375587-85b8-4d26-a706-390e68361c55 req-c7e966b2-5c7b-473f-9ab5-d26a9e492adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:36.155690 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e7375587-85b8-4d26-a706-390e68361c55 req-c7e966b2-5c7b-473f-9ab5-d26a9e492adf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f9408289ab44954890140f889ac8fab&device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 1096 time: 0.0416038 Sep 14 18:56:36.236967 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-fc4930c8-3e33-4d99-9a0e-82f870251742 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:36.262011 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375587-85b8-4d26-a706-390e68361c55 req-b002d171-e8f4-451b-adcc-89da217c394d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:36.263807 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e7375587-85b8-4d26-a706-390e68361c55 req-b002d171-e8f4-451b-adcc-89da217c394d service neutron] 10.222.0.68 "GET /v2.0/networks?id=13400280-3082-4ff8-a7a5-7fbe6b83192d HTTP/1.1" status: 200 len: 909 time: 0.0999238 Sep 14 18:56:36.269376 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4930c8-3e33-4d99-9a0e-82f870251742 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Pushing event deleted for resources: {'Port': ['ID=d43bfa2f-2149-4108-a71b-9993f0dff742,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:36.312672 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e7375587-85b8-4d26-a706-390e68361c55 req-ab09d289-681e-4689-8ace-ddf8419be02b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a HTTP/1.1" status: 200 len: 217 time: 0.0394156 Sep 14 18:56:36.331137 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-fc4930c8-3e33-4d99-9a0e-82f870251742 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks [] for floatingip, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:36.333795 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-fc4930c8-3e33-4d99-9a0e-82f870251742 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:36.334993 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-fc4930c8-3e33-4d99-9a0e-82f870251742 tempest-AttachVolumeTestJSON-1721846438 tempest-AttachVolumeTestJSON-1721846438-project] 10.222.0.37 "DELETE /v2.0/floatingips/b3ad2339-36df-41a0-8865-3966a3d4342e HTTP/1.1" status: 204 len: 168 time: 0.4614899 Sep 14 18:56:36.364753 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375587-85b8-4d26-a706-390e68361c55 req-e7469e4e-9bf6-4e23-96ac-3a9548d5e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:36.366849 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e7375587-85b8-4d26-a706-390e68361c55 req-e7469e4e-9bf6-4e23-96ac-3a9548d5e57a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c868c0-e916-48d9-9c80-dea3dc458a70 HTTP/1.1" status: 200 len: 847 time: 0.0460589 Sep 14 18:56:36.415761 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375587-85b8-4d26-a706-390e68361c55 req-c9959e58-12b8-47e5-a41d-33a1a9a52140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:36.417284 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e7375587-85b8-4d26-a706-390e68361c55 req-c9959e58-12b8-47e5-a41d-33a1a9a52140 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=13400280-3082-4ff8-a7a5-7fbe6b83192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438447 Sep 14 18:56:36.529284 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e7375587-85b8-4d26-a706-390e68361c55 req-6caef02a-2a1c-4aba-a785-c0e383680706 service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043737 Sep 14 18:56:36.604485 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8fc84-5d3c-4d86-bf20-015f82f14ba9 req-9cc304ea-c6d1-4b73-ba97-8efc038d89d9 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:36.605984 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5aa8fc84-5d3c-4d86-bf20-015f82f14ba9 req-9cc304ea-c6d1-4b73-ba97-8efc038d89d9 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0623953 Sep 14 18:56:36.630353 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e7375587-85b8-4d26-a706-390e68361c55 req-dc61acc5-6eb1-414d-ba70-35c1c6da94ba service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929344 Sep 14 18:56:36.654255 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5aa8fc84-5d3c-4d86-bf20-015f82f14ba9 req-4785a949-8227-48ba-8f9c-1879c3730f65 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394104 Sep 14 18:56:36.933724 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 8e63145e-88fa-46a0-9770-bd2ce779f15f details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:56:36.962986 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:56:37.032482 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 8e63145e-88fa-46a0-9770-bd2ce779f15f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:37.043923 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'port_id': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'mac_address': 'fa:16:3e:a8:59:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:56:37.082217 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:37.096016 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e63145e-88fa-46a0-9770-bd2ce779f15f {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:56:37.120105 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 8e63145e-88fa-46a0-9770-bd2ce779f15f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:37.125185 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:37.132140 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6f9c5-6b69-4a88-9af4-5128f285266a req-72db48e4-5ba8-476c-9442-d4fc4305ca9c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:37.133670 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-16e6f9c5-6b69-4a88-9af4-5128f285266a req-72db48e4-5ba8-476c-9442-d4fc4305ca9c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 943 time: 0.0548241 Sep 14 18:56:37.175159 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-16e6f9c5-6b69-4a88-9af4-5128f285266a req-dd8065d2-135e-499c-85f8-ea66c4bd544c tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349591 Sep 14 18:56:37.176511 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=8e63145e-88fa-46a0-9770-bd2ce779f15f,revision_number=9']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:37.347045 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['8e63145e-88fa-46a0-9770-bd2ce779f15f'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:56:37.779317 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79c6e5-70c6-4133-b0c8-2ad4e6721827 req-16266706-6f1a-493c-bd13-04cdea33a5e7 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:37.780869 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6e79c6e5-70c6-4133-b0c8-2ad4e6721827 req-16266706-6f1a-493c-bd13-04cdea33a5e7 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0575454 Sep 14 18:56:37.824760 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6e79c6e5-70c6-4133-b0c8-2ad4e6721827 req-187b4e93-f0c7-42ee-8544-0571ee1762f4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360937 Sep 14 18:56:38.299050 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23dee3-b9da-4eb7-abc3-c308fed5da0e req-08cceb20-5782-45ec-a23f-95a8f40fb266 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:38.300527 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9c23dee3-b9da-4eb7-abc3-c308fed5da0e req-08cceb20-5782-45ec-a23f-95a8f40fb266 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 944 time: 0.0508568 Sep 14 18:56:38.338268 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9c23dee3-b9da-4eb7-abc3-c308fed5da0e req-3e5b346f-0994-4171-8694-b1262f0598c8 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318711 Sep 14 18:56:38.949120 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 8e63145e-88fa-46a0-9770-bd2ce779f15f up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:56:38.953775 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f324f-8695-4be1-b229-4eb0c8591bbe req-99e829ac-c01c-4870-9ac2-6b8e7af038e2 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:38.955424 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b63f324f-8695-4be1-b229-4eb0c8591bbe req-99e829ac-c01c-4870-9ac2-6b8e7af038e2 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0591199 Sep 14 18:56:39.006025 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b63f324f-8695-4be1-b229-4eb0c8591bbe req-3f27f94b-a10b-45bf-857a-48076ecbf90f tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418401 Sep 14 18:56:39.015357 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 8e63145e-88fa-46a0-9770-bd2ce779f15f triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:39.015756 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:39.096237 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:39.121187 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:56:39.125858 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053d3737-d515-4852-be24-3dec9c408eba" -d '{"events": [{"server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "name": "network-vif-plugged", "status": "completed", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:56:39.138366 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 8e63145e-88fa-46a0-9770-bd2ce779f15f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:39.143202 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:39.169379 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b26e9f4-e49b-4853-8a2d-db16d748da0d x-openstack-request-id: req-4b26e9f4-e49b-4853-8a2d-db16d748da0d {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:56:39.169779 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "name": "network-vif-plugged", "status": "completed", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:56:39.170001 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b26e9f4-e49b-4853-8a2d-db16d748da0d {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:56:39.170414 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'code': 200} Sep 14 18:56:39.203972 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=8e63145e-88fa-46a0-9770-bd2ce779f15f,revision_number=10']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:39.351365 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb64ef-7b92-445c-ba62-885aaa761ca3 req-7f5a8e25-67f5-4270-a7d6-827bf86f896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:39.352862 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-44cb64ef-7b92-445c-ba62-885aaa761ca3 req-7f5a8e25-67f5-4270-a7d6-827bf86f896e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 1099 time: 0.0424607 Sep 14 18:56:39.390755 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-44cb64ef-7b92-445c-ba62-885aaa761ca3 req-6c89e65a-8966-47e6-914d-e67b09a50655 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305409 Sep 14 18:56:39.463443 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66d945-8754-46d9-bbdf-324d69ca8cb8 req-3a7ab249-0aba-4bc3-927a-ce31fd6adbde tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:39.464947 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1e66d945-8754-46d9-bbdf-324d69ca8cb8 req-3a7ab249-0aba-4bc3-927a-ce31fd6adbde tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 946 time: 0.0512657 Sep 14 18:56:39.505973 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1e66d945-8754-46d9-bbdf-324d69ca8cb8 req-74f5ff4f-fa2f-4673-b979-46e429ee6f03 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344393 Sep 14 18:56:39.931696 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49476) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:40.145473 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ebfc-e160-41ef-b333-6da4c700f399 req-400be1c4-50ec-4f0c-8aed-375f42684a4d tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:40.147079 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-baf7ebfc-e160-41ef-b333-6da4c700f399 req-400be1c4-50ec-4f0c-8aed-375f42684a4d tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0607145 Sep 14 18:56:40.191567 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-baf7ebfc-e160-41ef-b333-6da4c700f399 req-31797010-fa01-4661-8979-37aa4b264258 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367165 Sep 14 18:56:40.551287 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b967-7bac-462a-b3e2-7c6d30f0c2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527925'] for router_interface, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:40.701674 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ba3b0-20b5-4f0a-b189-668f8eb1ea46 req-87493246-53c2-4837-80df-e7665e6b398e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:40.703231 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cb4ba3b0-20b5-4f0a-b189-668f8eb1ea46 req-87493246-53c2-4837-80df-e7665e6b398e tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 946 time: 0.0748739 Sep 14 18:56:41.056373 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-cb4ba3b0-20b5-4f0a-b189-668f8eb1ea46 req-5e99e5cb-c108-4877-ad61-7069530bbbe1 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333969 Sep 14 18:56:41.178150 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0b967-7bac-462a-b3e2-7c6d30f0c2c3 admin admin] Deleting port 6efb222f-bc95-4ebe-8794-5083815ce4c6 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:56:41.178495 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b967-7bac-462a-b3e2-7c6d30f0c2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:41.266057 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [None req-d6c0b967-7bac-462a-b3e2-7c6d30f0c2c3 admin admin] For port 6efb222f-bc95-4ebe-8794-5083815ce4c6, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=6efb222f-bc95-4ebe-8794-5083815ce4c6,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:41.266480 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b967-7bac-462a-b3e2-7c6d30f0c2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:41.279279 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0b967-7bac-462a-b3e2-7c6d30f0c2c3 admin admin] Calling delete_port for 6efb222f-bc95-4ebe-8794-5083815ce4c6 owned by network:router_interface {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:56:41.309716 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbb163-3086-4e92-a456-b9f4de01df44 req-6887c074-19d4-4721-aebc-fba1e2ea280b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:41.311889 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-74bbb163-3086-4e92-a456-b9f4de01df44 req-6887c074-19d4-4721-aebc-fba1e2ea280b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0511250 Sep 14 18:56:41.351902 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-74bbb163-3086-4e92-a456-b9f4de01df44 req-d0ab1062-65c1-4ead-b1f8-532049184648 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338166 Sep 14 18:56:41.462932 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b967-7bac-462a-b3e2-7c6d30f0c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:41.490924 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0b967-7bac-462a-b3e2-7c6d30f0c2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6efb222f-bc95-4ebe-8794-5083815ce4c6,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:41.663917 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b967-7bac-462a-b3e2-7c6d30f0c2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-742201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528001'] for router_interface, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:41.887133 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c0b967-7bac-462a-b3e2-7c6d30f0c2c3 admin admin] Router 633e1c59-235e-453c-acb1-5e2555465fd3 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:56:41.996274 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c0b967-7bac-462a-b3e2-7c6d30f0c2c3 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:56:42.001968 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-d6c0b967-7bac-462a-b3e2-7c6d30f0c2c3 admin admin] 10.222.0.37 "PUT /v2.0/routers/633e1c59-235e-453c-acb1-5e2555465fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0691581 Sep 14 18:56:42.004433 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49522) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:42.007270 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ca8de-76c5-41e7-8316-005c8b877027 None None] Sync routers for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:56:42.018159 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ca8de-76c5-41e7-8316-005c8b877027 None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:56:42.018809 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-da6ca8de-76c5-41e7-8316-005c8b877027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:56:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:42.122527 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Notify callbacks [] for router, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:42.133068 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-da6ca8de-76c5-41e7-8316-005c8b877027 None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:56:42.269191 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e356491-98f5-44ba-97da-dfd0763c4d2e req-a47ab03c-5cb9-4adf-808b-dc2d10524a15 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:42.270643 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2e356491-98f5-44ba-97da-dfd0763c4d2e req-a47ab03c-5cb9-4adf-808b-dc2d10524a15 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 946 time: 0.0974939 Sep 14 18:56:42.300561 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:42.344485 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-da6ca8de-76c5-41e7-8316-005c8b877027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:56:41Z', 'revision_number': 5, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port': {'id': '8ea466f2-97a5-4109-96f7-142ae867320c', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:42.346429 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2e356491-98f5-44ba-97da-dfd0763c4d2e req-ace881b8-9ae8-4cd4-9e62-ab3b897492ea tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675097 Sep 14 18:56:42.381807 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ca8de-76c5-41e7-8316-005c8b877027 None None] Checking router: 633e1c59-235e-453c-acb1-5e2555465fd3 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:56:42.381967 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Deleting port 8ea466f2-97a5-4109-96f7-142ae867320c {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:56:42.381967 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:42.382154 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ca8de-76c5-41e7-8316-005c8b877027 None None] Routers {'633e1c59-235e-453c-acb1-5e2555465fd3'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:56:42.382154 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-da6ca8de-76c5-41e7-8316-005c8b877027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:56:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['633e1c59-235e-453c-acb1-5e2555465fd3'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:42.458133 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] For port 8ea466f2-97a5-4109-96f7-142ae867320c, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=8ea466f2-97a5-4109-96f7-142ae867320c,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:42.458527 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:42.471585 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Calling delete_port for 8ea466f2-97a5-4109-96f7-142ae867320c owned by network:router_gateway {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:56:42.475809 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-da6ca8de-76c5-41e7-8316-005c8b877027 None None] Set router 633e1c59-235e-453c-acb1-5e2555465fd3 gateway port host: None {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:56:42.490644 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fa1b0-c49a-4c16-8259-004c77ba172a req-02b5c4eb-105f-4940-86ee-b97082411ff8 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:42.492171 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-861fa1b0-c49a-4c16-8259-004c77ba172a req-02b5c4eb-105f-4940-86ee-b97082411ff8 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0521877 Sep 14 18:56:42.532050 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-861fa1b0-c49a-4c16-8259-004c77ba172a req-a352b2cd-1197-4f67-a50e-c17cdc435254 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337536 Sep 14 18:56:42.534803 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-da6ca8de-76c5-41e7-8316-005c8b877027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:56:42Z', 'revision_number': 6, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port_host': None}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:42.562286 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ca8de-76c5-41e7-8316-005c8b877027 None None] The sync data for ids ['633e1c59-235e-453c-acb1-5e2555465fd3'] in dv-cinder-808992-5-iscsi is: [{'id': '633e1c59-235e-453c-acb1-5e2555465fd3', 'name': 'tempest-AttachVolumeTestJSON-1863153746-router', 'tenant_id': 'ec151455531943d3bea10491e06b54f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:22Z', 'updated_at': '2021-09-14T18:56:42Z', 'revision_number': 6, 'project_id': 'ec151455531943d3bea10491e06b54f7', 'gw_port_host': None}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:56:42.651049 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:42.681034 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea466f2-97a5-4109-96f7-142ae867320c,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:42.740708 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554083'] for router_gateway, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:42.848578 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1430'] for router, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:42.850650 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:42.923451 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527065'] for router, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:42.924026 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 633e1c59-235e-453c-acb1-5e2555465fd3 {{(pid=105941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 18:56:42.929222 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] Notify callbacks [] for router, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:42.930483 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-e81da97a-9a99-4d8c-8de3-085927331368 admin admin] 10.222.0.37 "DELETE /v2.0/routers/633e1c59-235e-453c-acb1-5e2555465fd3 HTTP/1.1" status: 204 len: 168 time: 0.9251199 Sep 14 18:56:42.933007 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49530) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:42.966030 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 5552e2f9-3bcc-484b-ab99-46bd29e63e5a details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:56:42.995852 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8677cf-22a2-4511-b210-2005d9df6197 admin admin] Deleting subnet 911c8fc0-2bb9-4291-a978-8443f73c14d2 {{(pid=105941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 18:56:42.999468 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-af8677cf-22a2-4511-b210-2005d9df6197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.039686 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-af8677cf-22a2-4511-b210-2005d9df6197 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25323812'] for subnet, precommit_delete_associations {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.065824 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 6efb222f-bc95-4ebe-8794-5083815ce4c6 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:56:43.089769 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 6efb222f-bc95-4ebe-8794-5083815ce4c6 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:56:43.090086 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 6efb222f-bc95-4ebe-8794-5083815ce4c6 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:56:43.111793 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:43.122768 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'port_id': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'mac_address': 'fa:16:3e:da:d3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:56:43.162722 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.164979 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-af8677cf-22a2-4511-b210-2005d9df6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.176779 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5552e2f9-3bcc-484b-ab99-46bd29e63e5a {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:56:43.197283 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:43.201889 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.224461 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-af8677cf-22a2-4511-b210-2005d9df6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26219588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26947239'] for subnet, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.252696 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8677cf-22a2-4511-b210-2005d9df6197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=911c8fc0-2bb9-4291-a978-8443f73c14d2,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:43.257651 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-af8677cf-22a2-4511-b210-2005d9df6197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.259594 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-af8677cf-22a2-4511-b210-2005d9df6197 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/911c8fc0-2bb9-4291-a978-8443f73c14d2 HTTP/1.1" status: 204 len: 168 time: 0.3255699 Sep 14 18:56:43.262176 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49532) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:43.264375 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113000b6-d34d-418d-8a89-2f3f4a53cb0c None None] Network ed62ca30-1449-4b80-b732-67e84cfa064c requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:56:43.267089 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:43.339015 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.398941 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Deleting port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:56:43.399391 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.436502 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['5552e2f9-3bcc-484b-ab99-46bd29e63e5a'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:56:43.486956 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] For port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=3d0a9021-a62a-4d78-a50d-aedd37ac1eda,segment=NetworkSegment(3d7ac166-e77c-4e01-93c0-58bf1e1444ab),segment_id=3d7ac166-e77c-4e01-93c0-58bf1e1444ab)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:43.487330 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.487493 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f530b1b-f5d2-453e-badf-1cd66cc5508f None None] DHCP port deletion for ed62ca30-1449-4b80-b732-67e84cfa064c request from dv-cinder-808992-5-iscsi {{(pid=105943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 18:56:43.502807 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Calling delete_port for 3d0a9021-a62a-4d78-a50d-aedd37ac1eda owned by network:dhcp {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:56:43.596756 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-9f530b1b-f5d2-453e-badf-1cd66cc5508f None None] Deleting port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda {{(pid=105943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:56:43.597134 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9f530b1b-f5d2-453e-badf-1cd66cc5508f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.597840 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.637430 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0a9021-a62a-4d78-a50d-aedd37ac1eda,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:43.641863 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] No DVR routers for this DVR port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda on host dv-cinder-808992-5-iscsi {{(pid=105941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:56:43.708822 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-9f530b1b-f5d2-453e-badf-1cd66cc5508f None None] For port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda, host dv-cinder-808992-5-iscsi, got binding levels [] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:43.709218 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9f530b1b-f5d2-453e-badf-1cd66cc5508f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.730503 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-9f530b1b-f5d2-453e-badf-1cd66cc5508f None None] Calling delete_port for 3d0a9021-a62a-4d78-a50d-aedd37ac1eda owned by network:dhcp {{(pid=105943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:56:43.737484 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.ipam_backend_mixin [None req-9f530b1b-f5d2-453e-badf-1cd66cc5508f None None] Port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda was not found and therefore no delete operation was performed {{(pid=105943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 18:56:43.745862 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9f530b1b-f5d2-453e-badf-1cd66cc5508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170'] for port, after_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.746035 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.783269 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f530b1b-f5d2-453e-badf-1cd66cc5508f None None] No DVR routers for this DVR port 3d0a9021-a62a-4d78-a50d-aedd37ac1eda on host dv-cinder-808992-5-iscsi {{(pid=105943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:56:43.786841 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef628de6-afff-4125-8c5b-e38e28b42d80 req-2b2095c4-bf83-4abb-895a-c6a30254e12e tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:43.788752 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ef628de6-afff-4125-8c5b-e38e28b42d80 req-2b2095c4-bf83-4abb-895a-c6a30254e12e tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 944 time: 0.1235676 Sep 14 18:56:43.789171 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f530b1b-f5d2-453e-badf-1cd66cc5508f None None] Pushing event deleted for resources: {'Port': ['ID=3d0a9021-a62a-4d78-a50d-aedd37ac1eda,revision_number=None']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:43.790417 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed62ca30-1449-4b80-b732-67e84cfa064c']}} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:43.806436 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7ac166-e77c-4e01-93c0-58bf1e1444ab') {'for_net_delete': True} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:43.806599 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7ac166-e77c-4e01-93c0-58bf1e1444ab') {} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:43.824063 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25323869'] for segment, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.857025 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.864637 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ef628de6-afff-4125-8c5b-e38e28b42d80 req-875c1826-496b-4618-9c17-16c8e4da4acc tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559227 Sep 14 18:56:43.867712 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=105941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 18:56:43.868106 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26220454'] for segment, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: Traceback (most recent call last): Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: timer() Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: cb(*args, **kw) Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: return func(*args, **kwargs) Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: self._notify() Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: self.callback(batched_events) Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: event.method(event) Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: return f(self, *a, **k) Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._get(url).json() Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: return self.request(url, 'GET', **kwargs) Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 18:56:43.869920 dv-cinder-808992-5-iscsi neutron-server[105941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 18:56:43.929107 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.934624 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:43.937262 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] 10.222.0.37 "DELETE /v2.0/networks/ed62ca30-1449-4b80-b732-67e84cfa064c HTTP/1.1" status: 204 len: 168 time: 0.6735909 Sep 14 18:56:43.950113 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffe0f9-eb29-4488-8e71-526b6337b73b admin admin] Pushing event deleted for resources: {'Network': ['ID=ed62ca30-1449-4b80-b732-67e84cfa064c,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:44.071105 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49538) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:44.112586 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-abd426c7-42d6-4dd4-bf1d-0f51f8b7e88e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec151455531943d3bea10491e06b54f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401998 Sep 14 18:56:44.115037 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49540) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:44.170939 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-55a45583-af80-4849-b493-0ee473ae93d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:44.192657 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-55a45583-af80-4849-b493-0ee473ae93d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:44.249408 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-55a45583-af80-4849-b493-0ee473ae93d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:44.252044 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-55a45583-af80-4849-b493-0ee473ae93d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:44.253242 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-55a45583-af80-4849-b493-0ee473ae93d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d57e0c1-dd1e-48a7-87a6-0921e4dc576e HTTP/1.1" status: 204 len: 168 time: 0.1372879 Sep 14 18:56:44.263800 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a45583-af80-4849-b493-0ee473ae93d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d57e0c1-dd1e-48a7-87a6-0921e4dc576e,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:44.896938 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 3d0a9021-a62a-4d78-a50d-aedd37ac1eda no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:56:44.931007 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 3d0a9021-a62a-4d78-a50d-aedd37ac1eda {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:56:44.931176 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 3d0a9021-a62a-4d78-a50d-aedd37ac1eda not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:56:44.931584 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 8ea466f2-97a5-4109-96f7-142ae867320c no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:56:44.951435 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 8ea466f2-97a5-4109-96f7-142ae867320c {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:56:44.951806 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 8ea466f2-97a5-4109-96f7-142ae867320c not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:56:44.965638 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 5552e2f9-3bcc-484b-ab99-46bd29e63e5a up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:56:44.992543 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38153d86-d9b2-42dc-ac3c-9ccf41e782df req-be64ee08-6135-4eb4-b6b5-2788e82cf9e4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:44.994467 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-38153d86-d9b2-42dc-ac3c-9ccf41e782df req-be64ee08-6135-4eb4-b6b5-2788e82cf9e4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 944 time: 0.0585628 Sep 14 18:56:45.003085 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49564) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:45.021835 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:56:45.025822 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:56:45.026219 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.036295 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-38153d86-d9b2-42dc-ac3c-9ccf41e782df req-6a738967-8692-42d6-9450-fbd8121057ac tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349360 Sep 14 18:56:45.109587 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1017524645-network', 'tenant_id': 'e45e668bb0b745b0ab9b77b3522a02af'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:45.111613 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.131245 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Made reservation on behalf of e45e668bb0b745b0ab9b77b3522a02af for: {'network': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:56:45.133534 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.136674 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:56:45.139596 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cb1b84-8531-44c2-b7ac-7db95d426eac" -d '{"events": [{"server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "name": "network-vif-plugged", "status": "completed", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:56:45.143103 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.153020 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:56:45.158607 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.192306 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a57bf11-1a65-4ffc-8b4b-4cdaeb772348 x-openstack-request-id: req-8a57bf11-1a65-4ffc-8b4b-4cdaeb772348 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:56:45.192745 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "name": "network-vif-plugged", "status": "completed", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:56:45.192876 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a57bf11-1a65-4ffc-8b4b-4cdaeb772348 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:56:45.193232 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'code': 200} Sep 14 18:56:45.212873 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:45.249671 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.256437 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.286092 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=105941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:56:45.292610 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254d7dda-7b84-4cbb-90cd-e3aa0f72a7f9,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:45.299765 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.300170 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.segments_db [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Added segment ebfc7576-2e78-467e-883b-8ed9d4345ad2 of type vlan for network d74c71c5-f8fc-4fbb-b956-c479858c49fe Sep 14 18:56:45.347251 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.376805 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.378461 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:45.380554 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.421993 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4175346 Sep 14 18:56:45.427949 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49570) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:45.428489 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5c48e-e78d-441a-807b-5dc1a81ff0c4 req-0a135c21-4c72-4710-81f4-e0e49c3a6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:45.431170 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d5f5c48e-e78d-441a-807b-5dc1a81ff0c4 req-0a135c21-4c72-4710-81f4-e0e49c3a6741 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 1098 time: 0.0537827 Sep 14 18:56:45.433974 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-c3e961e7-b142-41e4-b166-b3b037c9a1f0 admin admin] Request body: {'subnet': {'network_id': 'd74c71c5-f8fc-4fbb-b956-c479858c49fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1017524645-subnet', 'tenant_id': 'e45e668bb0b745b0ab9b77b3522a02af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:45.463852 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdba9f-a3d3-4d8c-8d2c-44444101f30e admin admin] Pushing event updated for resources: {'Network': ['ID=d74c71c5-f8fc-4fbb-b956-c479858c49fe,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:45.469176 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d5f5c48e-e78d-441a-807b-5dc1a81ff0c4 req-1813c975-6261-4985-8862-36add132fe6b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305190 Sep 14 18:56:45.474132 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network d74c71c5-f8fc-4fbb-b956-c479858c49fe details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:56:45.482869 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e961e7-b142-41e4-b166-b3b037c9a1f0 admin admin] Made reservation on behalf of e45e668bb0b745b0ab9b77b3522a02af for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:56:45.485185 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c3e961e7-b142-41e4-b166-b3b037c9a1f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26947138'] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.873615 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c3e961e7-b142-41e4-b166-b3b037c9a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26219525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26947164'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.929288 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e961e7-b142-41e4-b166-b3b037c9a1f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad97ac90-9c57-4723-8976-3e344d1dab93,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:45.940706 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e961e7-b142-41e4-b166-b3b037c9a1f0 admin admin] Checking segment: {'id': 'ebfc7576-2e78-467e-883b-8ed9d4345ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd74c71c5-f8fc-4fbb-b956-c479858c49fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:56:45.941068 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e961e7-b142-41e4-b166-b3b037c9a1f0 admin admin] Network hostable DHCP agents. Network: d74c71c5-f8fc-4fbb-b956-c479858c49fe, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:56:45.958571 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e961e7-b142-41e4-b166-b3b037c9a1f0 admin admin] Network d74c71c5-f8fc-4fbb-b956-c479858c49fe is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:56:45.968618 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-c3e961e7-b142-41e4-b166-b3b037c9a1f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, d74c71c5-f8fc-4fbb-b956-c479858c49fe) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:56:45.973343 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e961e7-b142-41e4-b166-b3b037c9a1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:45.974305 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c3e961e7-b142-41e4-b166-b3b037c9a1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:45.979851 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d9906-98ca-44e6-b5f7-0a7000775fb7 None None] Network d74c71c5-f8fc-4fbb-b956-c479858c49fe requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:56:45.993732 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-c3e961e7-b142-41e4-b166-b3b037c9a1f0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5598474 Sep 14 18:56:46.116339 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a73872-f24b-4e28-b9a0-78bcaaff46f1 None None] Network d74c71c5-f8fc-4fbb-b956-c479858c49fe requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:56:46.157682 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77439925-60b7-419c-927e-576763769f12 req-27a36135-2e5e-42a6-9156-c6fad84288c9 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:46.159427 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-77439925-60b7-419c-927e-576763769f12 req-27a36135-2e5e-42a6-9156-c6fad84288c9 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0537140 Sep 14 18:56:46.199981 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-77439925-60b7-419c-927e-576763769f12 req-369b7f59-0f13-43d8-8bec-dc096c13c7c9 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340712 Sep 14 18:56:46.485797 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49588) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:46.492169 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1159063341-network', 'tenant_id': 'de990b07e0e6401e98f23c5c729020c2'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:46.513639 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Made reservation on behalf of de990b07e0e6401e98f23c5c729020c2 for: {'network': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:56:46.516891 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:46.527856 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:46.629135 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:46.633379 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:46.660350 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=105941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:56:46.669374 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad696b72-d637-4d9e-a3a7-5254858998de,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:46.677721 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:46.677988 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.segments_db [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Added segment bfee4987-2ff8-4a95-88cc-31b2a147e583 of type vlan for network 65424d81-9faf-442d-aee1-5a6b3bcb14ae Sep 14 18:56:46.720195 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:46.746052 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:46.747155 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:46.747743 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:46.777504 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2903342 Sep 14 18:56:46.780163 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49590) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:46.785236 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-63044f54-a454-4470-8b83-f05d2e7f01eb admin admin] Request body: {'subnet': {'network_id': '65424d81-9faf-442d-aee1-5a6b3bcb14ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1159063341-subnet', 'tenant_id': 'de990b07e0e6401e98f23c5c729020c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:46.821082 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0a5ac-714c-4042-b37a-c9108c6fde77 admin admin] Pushing event updated for resources: {'Network': ['ID=65424d81-9faf-442d-aee1-5a6b3bcb14ae,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:46.834141 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network 65424d81-9faf-442d-aee1-5a6b3bcb14ae details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:56:46.837520 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63044f54-a454-4470-8b83-f05d2e7f01eb admin admin] Made reservation on behalf of de990b07e0e6401e98f23c5c729020c2 for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:56:46.840107 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-63044f54-a454-4470-8b83-f05d2e7f01eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26947138'] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.010154 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-63044f54-a454-4470-8b83-f05d2e7f01eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26219525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26947164'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.070278 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63044f54-a454-4470-8b83-f05d2e7f01eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a23bfe3-54bb-4297-9d98-a44dc5a22fdf,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:47.083350 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63044f54-a454-4470-8b83-f05d2e7f01eb admin admin] Checking segment: {'id': 'bfee4987-2ff8-4a95-88cc-31b2a147e583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '65424d81-9faf-442d-aee1-5a6b3bcb14ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:56:47.083709 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63044f54-a454-4470-8b83-f05d2e7f01eb admin admin] Network hostable DHCP agents. Network: 65424d81-9faf-442d-aee1-5a6b3bcb14ae, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:56:47.101914 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63044f54-a454-4470-8b83-f05d2e7f01eb admin admin] Network 65424d81-9faf-442d-aee1-5a6b3bcb14ae is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:56:47.112233 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-63044f54-a454-4470-8b83-f05d2e7f01eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, 65424d81-9faf-442d-aee1-5a6b3bcb14ae) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:56:47.116301 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63044f54-a454-4470-8b83-f05d2e7f01eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:47.116902 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-63044f54-a454-4470-8b83-f05d2e7f01eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.121963 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bd678f-7300-47df-9920-5e85894a3896 None None] Network 65424d81-9faf-442d-aee1-5a6b3bcb14ae requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:56:47.138976 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-63044f54-a454-4470-8b83-f05d2e7f01eb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3509290 Sep 14 18:56:47.264942 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0736eb58-ddce-4085-b77c-2fdce0476ac5 None None] Network 65424d81-9faf-442d-aee1-5a6b3bcb14ae requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:56:47.275129 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49596) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:47.357686 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e1a68f-85c7-4c39-b313-d9f787f16ec6 admin admin] Deleting subnet ad97ac90-9c57-4723-8976-3e344d1dab93 {{(pid=105941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 18:56:47.363528 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-90e1a68f-85c7-4c39-b313-d9f787f16ec6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.406249 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878c99-1209-4f36-8bdc-3ce6c68a7aa5 req-8c256742-195c-4dcb-b825-f05cb19314f2 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:47.407936 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-11878c99-1209-4f36-8bdc-3ce6c68a7aa5 req-8c256742-195c-4dcb-b825-f05cb19314f2 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.1247783 Sep 14 18:56:47.446901 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-90e1a68f-85c7-4c39-b313-d9f787f16ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25323812'] for subnet, precommit_delete_associations {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.521422 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-11878c99-1209-4f36-8bdc-3ce6c68a7aa5 req-f54639c7-33ec-4694-9d6e-6c9da201e517 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041965 Sep 14 18:56:47.533436 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-90e1a68f-85c7-4c39-b313-d9f787f16ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.590864 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-90e1a68f-85c7-4c39-b313-d9f787f16ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26219588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26947239'] for subnet, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.618940 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1a68f-85c7-4c39-b313-d9f787f16ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad97ac90-9c57-4723-8976-3e344d1dab93,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:47.621053 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-90e1a68f-85c7-4c39-b313-d9f787f16ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.623047 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-90e1a68f-85c7-4c39-b313-d9f787f16ec6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ad97ac90-9c57-4723-8976-3e344d1dab93 HTTP/1.1" status: 204 len: 168 time: 0.3468382 Sep 14 18:56:47.625971 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 49600) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:47.704627 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171fb31-24c5-46f9-8e4b-488a6b10eb79 req-557917b8-e916-4744-a76b-c5731a4ae5b4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:47.706159 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0171fb31-24c5-46f9-8e4b-488a6b10eb79 req-557917b8-e916-4744-a76b-c5731a4ae5b4 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.1156805 Sep 14 18:56:47.712655 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c0d066a6-856f-4edf-9622-891166eed40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.772181 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0171fb31-24c5-46f9-8e4b-488a6b10eb79 req-769ed1be-798b-4647-8e61-4920e5a57ed2 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573413 Sep 14 18:56:47.795166 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49602) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:47.830056 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c0d066a6-856f-4edf-9622-891166eed40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.854721 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-c0d066a6-856f-4edf-9622-891166eed40e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74c71c5-f8fc-4fbb-b956-c479858c49fe']}} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:47.865119 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-c0d066a6-856f-4edf-9622-891166eed40e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfc7576-2e78-467e-883b-8ed9d4345ad2') {'for_net_delete': True} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:47.865445 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-c0d066a6-856f-4edf-9622-891166eed40e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfc7576-2e78-467e-883b-8ed9d4345ad2') {} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:47.875062 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c0d066a6-856f-4edf-9622-891166eed40e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25522297'] for segment, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.888201 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c0d066a6-856f-4edf-9622-891166eed40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.894647 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d066a6-856f-4edf-9622-891166eed40e admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=105942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 18:56:47.895038 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c0d066a6-856f-4edf-9622-891166eed40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27029107'] for segment, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: Traceback (most recent call last): Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: timer() Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: cb(*args, **kw) Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: return func(*args, **kwargs) Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: self._notify() Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: self.callback(batched_events) Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: event.method(event) Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: return f(self, *a, **k) Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._get(url).json() Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: return self.request(url, 'GET', **kwargs) Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 18:56:47.896663 dv-cinder-808992-5-iscsi neutron-server[105942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 18:56:47.954777 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c0d066a6-856f-4edf-9622-891166eed40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.964074 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c0d066a6-856f-4edf-9622-891166eed40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:47.969723 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-c0d066a6-856f-4edf-9622-891166eed40e admin admin] 10.222.0.37 "DELETE /v2.0/networks/d74c71c5-f8fc-4fbb-b956-c479858c49fe HTTP/1.1" status: 204 len: 168 time: 0.3395202 Sep 14 18:56:47.972496 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49606) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:47.976415 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d066a6-856f-4edf-9622-891166eed40e admin admin] Pushing event deleted for resources: {'Network': ['ID=d74c71c5-f8fc-4fbb-b956-c479858c49fe,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:48.027246 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c179f2-18ee-4600-8793-3ecba290a5e2 tempest-TestShelveInstance-1581814974 tempest-TestShelveInstance-1581814974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:48.028684 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-13c179f2-18ee-4600-8793-3ecba290a5e2 tempest-TestShelveInstance-1581814974 tempest-TestShelveInstance-1581814974-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 1093 time: 0.2322645 Sep 14 18:56:48.032271 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 49608) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:48.032537 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_v2 [None req-127d269b-7f8e-492e-adbf-7c5c175345dd admin admin] Deleting subnet 0a23bfe3-54bb-4297-9d98-a44dc5a22fdf {{(pid=105941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 18:56:48.035849 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-127d269b-7f8e-492e-adbf-7c5c175345dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.036887 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Request body: {'floatingip': {'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'port_id': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:56:48.062504 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for floatingip, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.073460 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-127d269b-7f8e-492e-adbf-7c5c175345dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25323812'] for subnet, precommit_delete_associations {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.114951 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-127d269b-7f8e-492e-adbf-7c5c175345dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.165218 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.178433 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-127d269b-7f8e-492e-adbf-7c5c175345dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26219588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26947239'] for subnet, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.206225 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d269b-7f8e-492e-adbf-7c5c175345dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a23bfe3-54bb-4297-9d98-a44dc5a22fdf,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:48.208242 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-127d269b-7f8e-492e-adbf-7c5c175345dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.210151 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-127d269b-7f8e-492e-adbf-7c5c175345dd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0a23bfe3-54bb-4297-9d98-a44dc5a22fdf HTTP/1.1" status: 204 len: 168 time: 0.2357702 Sep 14 18:56:48.212566 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49610) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:48.285578 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Allocated IP 172.27.1.31 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/598b1c18-8328-497e-9f02-64480408701a) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:56:48.290227 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49240e95-6a55-4516-9e4a-2ba3070dd8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.379038 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49240e95-6a55-4516-9e4a-2ba3070dd8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.391074 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.401204 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-49240e95-6a55-4516-9e4a-2ba3070dd8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65424d81-9faf-442d-aee1-5a6b3bcb14ae']}} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:48.412597 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-49240e95-6a55-4516-9e4a-2ba3070dd8e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfee4987-2ff8-4a95-88cc-31b2a147e583') {'for_net_delete': True} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:48.412597 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-49240e95-6a55-4516-9e4a-2ba3070dd8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfee4987-2ff8-4a95-88cc-31b2a147e583') {} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:48.423111 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49240e95-6a55-4516-9e4a-2ba3070dd8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25323869'] for segment, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.434442 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.438980 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49240e95-6a55-4516-9e4a-2ba3070dd8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.447415 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49240e95-6a55-4516-9e4a-2ba3070dd8e8 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=105941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 18:56:48.447814 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49240e95-6a55-4516-9e4a-2ba3070dd8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26220454'] for segment, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: Traceback (most recent call last): Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: timer() Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: cb(*args, **kw) Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: return func(*args, **kwargs) Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: self._notify() Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: self.callback(batched_events) Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: event.method(event) Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: return f(self, *a, **k) Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._get(url).json() Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: return self.request(url, 'GET', **kwargs) Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 18:56:48.449985 dv-cinder-808992-5-iscsi neutron-server[105941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 18:56:48.480679 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:56:48.486198 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:56:48.488768 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:56:48.496958 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Pushing event updated for resources: {'Port': ['ID=598b1c18-8328-497e-9f02-64480408701a,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:48.510719 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49240e95-6a55-4516-9e4a-2ba3070dd8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.519264 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-49240e95-6a55-4516-9e4a-2ba3070dd8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.524973 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-49240e95-6a55-4516-9e4a-2ba3070dd8e8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/65424d81-9faf-442d-aee1-5a6b3bcb14ae HTTP/1.1" status: 204 len: 168 time: 0.3087726 Sep 14 18:56:48.543114 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49240e95-6a55-4516-9e4a-2ba3070dd8e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=65424d81-9faf-442d-aee1-5a6b3bcb14ae,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:48.719071 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49614) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:48.769078 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-ad4ebd5c-8637-407d-8248-7040a7a8e323 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e45e668bb0b745b0ab9b77b3522a02af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479302 Sep 14 18:56:48.772969 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49616) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:48.832782 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-94bb9b65-8be3-4208-9cbb-1f870f7782d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.855380 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-94bb9b65-8be3-4208-9cbb-1f870f7782d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.877774 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.908268 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-94bb9b65-8be3-4208-9cbb-1f870f7782d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.911084 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-94bb9b65-8be3-4208-9cbb-1f870f7782d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:48.912439 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-94bb9b65-8be3-4208-9cbb-1f870f7782d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/254d7dda-7b84-4cbb-90cd-e3aa0f72a7f9 HTTP/1.1" status: 204 len: 168 time: 0.1384940 Sep 14 18:56:48.921921 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb9b65-8be3-4208-9cbb-1f870f7782d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254d7dda-7b84-4cbb-90cd-e3aa0f72a7f9,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:48.959264 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:49.114321 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:49.119142 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:49.193841 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Pushing event updated for resources: {'Port': ['ID=598b1c18-8328-497e-9f02-64480408701a,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:49.205731 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.206085 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.206429 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.206773 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.207102 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.207433 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.207767 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.208093 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.208421 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.208746 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.209071 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.209395 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.218817 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:49.258292 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49622) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:49.299654 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-0d69df79-ae60-48ab-b3c7-aac0153cdb19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de990b07e0e6401e98f23c5c729020c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401962 Sep 14 18:56:49.302243 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49624) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:49.325929 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.l3_db [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Floating IP 84212aea-56f9-4117-8169-029523e23af9 associated. External IP: 172.27.1.31, port: 5552e2f9-3bcc-484b-ab99-46bd29e63e5a. Sep 14 18:56:49.353153 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:49.378124 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:49.441515 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:49.444142 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:49.445446 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad696b72-d637-4d9e-a3a7-5254858998de HTTP/1.1" status: 204 len: 168 time: 0.1422601 Sep 14 18:56:49.454077 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad696b72-d637-4d9e-a3a7-5254858998de,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:49.461619 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.461968 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.462319 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.462653 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.463045 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.463327 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.463654 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.464013 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.464322 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.464646 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.464980 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.465368 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c5d17-5f01-471e-bcb7-9f24714d001e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:56:49.864644 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Router af4e612e-ba59-4f24-8726-10bc3522cc02 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:56:49.977113 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:56:49.989182 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033d0f7e-919f-4e21-bed1-8d93f08e265c None None] Sync routers for ids ['af4e612e-ba59-4f24-8726-10bc3522cc02'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:56:49.996217 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:50.001678 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d0f7e-919f-4e21-bed1-8d93f08e265c None None] Routers {'af4e612e-ba59-4f24-8726-10bc3522cc02'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:56:50.002340 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-033d0f7e-919f-4e21-bed1-8d93f08e265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:56:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['af4e612e-ba59-4f24-8726-10bc3522cc02'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:50.033378 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-fc6b5254-a0c1-478f-a542-a3754dffb2f3 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9997106 Sep 14 18:56:50.033828 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:56:50.036055 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2126ae-1307-4d01-bec3-f72247dae5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:56:50.079350 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc152dcc-c216-4039-be6d-80c1b211f27a x-openstack-request-id: req-cc152dcc-c216-4039-be6d-80c1b211f27a {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:56:50.079650 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:56:50.079905 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc152dcc-c216-4039-be6d-80c1b211f27a {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:56:50.080307 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'status': 'completed', 'code': 200} Sep 14 18:56:50.128054 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-033d0f7e-919f-4e21-bed1-8d93f08e265c None None] Set router af4e612e-ba59-4f24-8726-10bc3522cc02 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:56:50.152414 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2126ae-1307-4d01-bec3-f72247dae5a9 req-d75acba2-ae11-4e4f-a81f-8a91f6cb0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:50.154193 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-aa2126ae-1307-4d01-bec3-f72247dae5a9 req-d75acba2-ae11-4e4f-a81f-8a91f6cb0795 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f9408289ab44954890140f889ac8fab&device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 1098 time: 0.0463114 Sep 14 18:56:50.254828 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2126ae-1307-4d01-bec3-f72247dae5a9 req-b77d7802-e0be-4ec7-ae4f-746a54e5d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:50.256167 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-aa2126ae-1307-4d01-bec3-f72247dae5a9 req-b77d7802-e0be-4ec7-ae4f-746a54e5d99b service neutron] 10.222.0.68 "GET /v2.0/networks?id=13400280-3082-4ff8-a7a5-7fbe6b83192d HTTP/1.1" status: 200 len: 909 time: 0.0936368 Sep 14 18:56:50.321978 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-aa2126ae-1307-4d01-bec3-f72247dae5a9 req-af5d794f-a153-46f5-9cdd-8857562e88c4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a HTTP/1.1" status: 200 len: 998 time: 0.0585277 Sep 14 18:56:50.372801 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2126ae-1307-4d01-bec3-f72247dae5a9 req-2601b8b3-11af-4282-8426-a4b178ae85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:50.374482 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-aa2126ae-1307-4d01-bec3-f72247dae5a9 req-2601b8b3-11af-4282-8426-a4b178ae85a1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c868c0-e916-48d9-9c80-dea3dc458a70 HTTP/1.1" status: 200 len: 847 time: 0.0463204 Sep 14 18:56:50.386851 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-033d0f7e-919f-4e21-bed1-8d93f08e265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:54Z', 'revision_number': 4, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port': {'id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '84212aea-56f9-4117-8169-029523e23af9', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'port_id': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'mac_address': 'fa:16:3e:da:d3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:56:48Z', 'updated_at': '2021-09-14T18:56:48Z', 'revision_number': 0, 'project_id': '1f9408289ab44954890140f889ac8fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02baf135-8880-4f80-a4b2-2e41f3afce39', 'name': '', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:53Z', 'updated_at': '2021-09-14T18:56:01Z', 'revision_number': 5, 'project_id': '1f9408289ab44954890140f889ac8fab', 'subnets': [{'id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:50.422658 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033d0f7e-919f-4e21-bed1-8d93f08e265c None None] Checking router: af4e612e-ba59-4f24-8726-10bc3522cc02 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:56:50.427813 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2126ae-1307-4d01-bec3-f72247dae5a9 req-10722f3b-0059-4625-af91-652b5747961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:56:50.429549 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-aa2126ae-1307-4d01-bec3-f72247dae5a9 req-10722f3b-0059-4625-af91-652b5747961a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=13400280-3082-4ff8-a7a5-7fbe6b83192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480740 Sep 14 18:56:50.431798 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d0f7e-919f-4e21-bed1-8d93f08e265c None None] Routers {'af4e612e-ba59-4f24-8726-10bc3522cc02'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:56:50.432416 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-033d0f7e-919f-4e21-bed1-8d93f08e265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:56:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['af4e612e-ba59-4f24-8726-10bc3522cc02'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:50.522042 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-aa2126ae-1307-4d01-bec3-f72247dae5a9 req-d084f16c-93f7-46b3-8f3d-fcb8b73d6aa5 service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851307 Sep 14 18:56:50.549603 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-033d0f7e-919f-4e21-bed1-8d93f08e265c None None] Set router af4e612e-ba59-4f24-8726-10bc3522cc02 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:56:50.641922 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-aa2126ae-1307-4d01-bec3-f72247dae5a9 req-4dfb6741-9992-4db5-af85-4d74bc444234 service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126208 Sep 14 18:56:50.904084 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-033d0f7e-919f-4e21-bed1-8d93f08e265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:54Z', 'revision_number': 4, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port': {'id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '84212aea-56f9-4117-8169-029523e23af9', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'port_id': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'mac_address': 'fa:16:3e:da:d3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:56:48Z', 'updated_at': '2021-09-14T18:56:48Z', 'revision_number': 0, 'project_id': '1f9408289ab44954890140f889ac8fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02baf135-8880-4f80-a4b2-2e41f3afce39', 'name': '', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:53Z', 'updated_at': '2021-09-14T18:56:01Z', 'revision_number': 5, 'project_id': '1f9408289ab44954890140f889ac8fab', 'subnets': [{'id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:56:50.935331 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033d0f7e-919f-4e21-bed1-8d93f08e265c None None] The sync data for ids ['af4e612e-ba59-4f24-8726-10bc3522cc02'] in dv-cinder-808992-5-iscsi is: [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:54Z', 'revision_number': 4, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port': {'id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '84212aea-56f9-4117-8169-029523e23af9', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'port_id': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'mac_address': 'fa:16:3e:da:d3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:56:48Z', 'updated_at': '2021-09-14T18:56:48Z', 'revision_number': 0, 'project_id': '1f9408289ab44954890140f889ac8fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02baf135-8880-4f80-a4b2-2e41f3afce39', 'name': '', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:53Z', 'updated_at': '2021-09-14T18:56:01Z', 'revision_number': 5, 'project_id': '1f9408289ab44954890140f889ac8fab', 'subnets': [{'id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:56:51.144056 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831dca08-e38a-41b3-85ba-f7229a4e44b5 None None] New status for floating IP 84212aea-56f9-4117-8169-029523e23af9: ACTIVE {{(pid=105943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:56:51.178572 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49668) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:51.291526 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-14ef5b25-92ae-4fe9-a00e-06fb9f7e6f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:51.387227 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-14ef5b25-92ae-4fe9-a00e-06fb9f7e6f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:51.392297 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-14ef5b25-92ae-4fe9-a00e-06fb9f7e6f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:51.429108 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef5b25-92ae-4fe9-a00e-06fb9f7e6f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d436108-9278-4c64-86cc-a9de5a12189f,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:51.434063 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-14ef5b25-92ae-4fe9-a00e-06fb9f7e6f30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3768b9533ae24e64802202d67b6fc9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542462 Sep 14 18:56:51.436608 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49672) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:51.489826 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a6dcec3d-2cae-475b-9b6c-29aff4f54665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:51.514763 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a6dcec3d-2cae-475b-9b6c-29aff4f54665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:51.565993 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a6dcec3d-2cae-475b-9b6c-29aff4f54665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:51.568986 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a6dcec3d-2cae-475b-9b6c-29aff4f54665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:51.570475 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-a6dcec3d-2cae-475b-9b6c-29aff4f54665 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d436108-9278-4c64-86cc-a9de5a12189f HTTP/1.1" status: 204 len: 168 time: 0.1329103 Sep 14 18:56:51.584587 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcec3d-2cae-475b-9b6c-29aff4f54665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d436108-9278-4c64-86cc-a9de5a12189f,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:51.845861 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49678) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:51.859715 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-151ee563-687b-421b-9585-8195c0841228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:51.949030 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-151ee563-687b-421b-9585-8195c0841228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:51.952922 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-151ee563-687b-421b-9585-8195c0841228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:51.991938 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-151ee563-687b-421b-9585-8195c0841228 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=effb0d1709444996a59f9f6b358fdb31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450191 Sep 14 18:56:51.993989 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ee563-687b-421b-9585-8195c0841228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a33569-7758-477a-a2bf-238adfdf0f32,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:51.994618 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 49680) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:52.042314 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c98d0056-d2e0-4039-83bc-ea8ff3def9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:52.064291 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c98d0056-d2e0-4039-83bc-ea8ff3def9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:52.068033 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-24b7725f-4ce9-4a97-9af5-d2a627f1528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:52.114846 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c98d0056-d2e0-4039-83bc-ea8ff3def9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:52.117424 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c98d0056-d2e0-4039-83bc-ea8ff3def9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:52.118717 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-c98d0056-d2e0-4039-83bc-ea8ff3def9fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79a33569-7758-477a-a2bf-238adfdf0f32 HTTP/1.1" status: 204 len: 168 time: 0.1230769 Sep 14 18:56:52.127949 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d0056-d2e0-4039-83bc-ea8ff3def9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a33569-7758-477a-a2bf-238adfdf0f32,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:53.866845 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 49732) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:53.972056 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2f0c929e-a454-4c67-b22b-64d51c04ff81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.069639 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2f0c929e-a454-4c67-b22b-64d51c04ff81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.074856 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2f0c929e-a454-4c67-b22b-64d51c04ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.120055 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-2f0c929e-a454-4c67-b22b-64d51c04ff81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17788c00a82d478788ef7edf21b6bb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521148 Sep 14 18:56:54.120969 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c929e-a454-4c67-b22b-64d51c04ff81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fec9a3-f7f5-4f05-982c-27cbaa2d1521,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:54.122840 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49736) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:54.175300 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4f2822bb-5ec1-47c0-9f2d-c143ca766c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.195335 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4f2822bb-5ec1-47c0-9f2d-c143ca766c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.241291 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4f2822bb-5ec1-47c0-9f2d-c143ca766c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.243781 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4f2822bb-5ec1-47c0-9f2d-c143ca766c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.244930 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-4f2822bb-5ec1-47c0-9f2d-c143ca766c3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6fec9a3-f7f5-4f05-982c-27cbaa2d1521 HTTP/1.1" status: 204 len: 168 time: 0.1205571 Sep 14 18:56:54.252890 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2822bb-5ec1-47c0-9f2d-c143ca766c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fec9a3-f7f5-4f05-982c-27cbaa2d1521,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:54.508520 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 49742) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:54.522651 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6f4bebcd-5519-457a-b439-17159a744a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.614299 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6f4bebcd-5519-457a-b439-17159a744a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.618468 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6f4bebcd-5519-457a-b439-17159a744a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.659946 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-6f4bebcd-5519-457a-b439-17159a744a7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdfb893c77564cff9466fa5844f2749c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503327 Sep 14 18:56:54.660820 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bebcd-5519-457a-b439-17159a744a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8040c1-6d68-4ee8-b79a-d445f8ffb4ae,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:54.662637 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49744) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:54.716356 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-09642e01-39ce-47c4-93df-7cc96bb0764c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.739506 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-09642e01-39ce-47c4-93df-7cc96bb0764c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.789798 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-09642e01-39ce-47c4-93df-7cc96bb0764c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.792313 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-09642e01-39ce-47c4-93df-7cc96bb0764c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:54.793542 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-09642e01-39ce-47c4-93df-7cc96bb0764c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b8040c1-6d68-4ee8-b79a-d445f8ffb4ae HTTP/1.1" status: 204 len: 168 time: 0.1296170 Sep 14 18:56:54.802611 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09642e01-39ce-47c4-93df-7cc96bb0764c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8040c1-6d68-4ee8-b79a-d445f8ffb4ae,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:55.041408 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:55.247294 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-8fa2c821-c4f1-46ad-ad72-d567407f86bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:56.642496 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:57.309978 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 49814) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:57.425548 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-04ee109f-ab4f-4bd8-89ad-2d28dac283ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:57.526164 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-04ee109f-ab4f-4bd8-89ad-2d28dac283ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:57.530130 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-04ee109f-ab4f-4bd8-89ad-2d28dac283ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:57.568783 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee109f-ab4f-4bd8-89ad-2d28dac283ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a81cd9-a6ac-417e-a3f1-7563b1a0396e,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:57.574219 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-04ee109f-ab4f-4bd8-89ad-2d28dac283ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a6f2ee89553485d9b7eaadfac2666b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632117 Sep 14 18:56:57.577425 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 49818) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:57.636003 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d7a7699a-1482-4104-8f2a-6f3e7912e9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:57.658305 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d7a7699a-1482-4104-8f2a-6f3e7912e9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:57.708864 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d7a7699a-1482-4104-8f2a-6f3e7912e9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:57.711454 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d7a7699a-1482-4104-8f2a-6f3e7912e9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:57.712633 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-d7a7699a-1482-4104-8f2a-6f3e7912e9aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2a81cd9-a6ac-417e-a3f1-7563b1a0396e HTTP/1.1" status: 204 len: 168 time: 0.1341531 Sep 14 18:56:57.721823 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7699a-1482-4104-8f2a-6f3e7912e9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a81cd9-a6ac-417e-a3f1-7563b1a0396e,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:57.989601 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 49824) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:58.002777 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6673b866-be51-45bb-85a4-19eba09bded1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:58.096888 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6673b866-be51-45bb-85a4-19eba09bded1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:58.100772 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6673b866-be51-45bb-85a4-19eba09bded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:58.141805 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-6673b866-be51-45bb-85a4-19eba09bded1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9747819f07c4cac994ccb2bb6bf6e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510470 Sep 14 18:56:58.142711 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673b866-be51-45bb-85a4-19eba09bded1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c7caa6-fe5e-4603-8221-687e7b6e87a9,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:58.144571 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49826) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:58.192243 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-40589f4e-7a37-4d8a-9ee3-4bcc06d3c6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:58.213647 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-40589f4e-7a37-4d8a-9ee3-4bcc06d3c6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:58.260758 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-40589f4e-7a37-4d8a-9ee3-4bcc06d3c6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:58.263400 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-40589f4e-7a37-4d8a-9ee3-4bcc06d3c6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:58.264561 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-40589f4e-7a37-4d8a-9ee3-4bcc06d3c6fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60c7caa6-fe5e-4603-8221-687e7b6e87a9 HTTP/1.1" status: 204 len: 168 time: 0.1189671 Sep 14 18:56:58.273854 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40589f4e-7a37-4d8a-9ee3-4bcc06d3c6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c7caa6-fe5e-4603-8221-687e7b6e87a9,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:58.281710 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:59.031050 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:59.415028 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49856) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:59.527847 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-da54c10f-8d35-4364-83f4-6b54f6c91146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:59.625478 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-da54c10f-8d35-4364-83f4-6b54f6c91146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:59.629774 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-da54c10f-8d35-4364-83f4-6b54f6c91146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:59.677225 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54c10f-8d35-4364-83f4-6b54f6c91146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52e7b8f-9141-4385-91f3-94953bd304ed,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:56:59.684687 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-da54c10f-8d35-4364-83f4-6b54f6c91146 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce82ac00f2964823aaec6b47a5d7d42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662706 Sep 14 18:56:59.685745 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 49860) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:56:59.739259 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b56f02a9-492e-4088-b5cc-6448edca88be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:59.762127 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b56f02a9-492e-4088-b5cc-6448edca88be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:59.814196 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b56f02a9-492e-4088-b5cc-6448edca88be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:59.817459 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b56f02a9-492e-4088-b5cc-6448edca88be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:56:59.818685 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b56f02a9-492e-4088-b5cc-6448edca88be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d52e7b8f-9141-4385-91f3-94953bd304ed HTTP/1.1" status: 204 len: 168 time: 0.1325197 Sep 14 18:56:59.826654 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f02a9-492e-4088-b5cc-6448edca88be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52e7b8f-9141-4385-91f3-94953bd304ed,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:10.490988 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-59a6df86-915f-462b-8348-4e510bc1639b tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328614764&fields=id&tenant_id=26009d80cdda4d33a3f9515eb78bbaa4 HTTP/1.1" status: 200 len: 267 time: 0.0342991 Sep 14 18:57:10.617063 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1785e6-bacf-4368-969a-88458ed21059 req-ac52abd3-23c4-484a-883f-0bc97f453ee1 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:10.618603 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-ac52abd3-23c4-484a-883f-0bc97f453ee1 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 811 time: 0.1206107 Sep 14 18:57:10.636644 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-406806a7-8fa3-40a6-9960-685510d57be9 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/quotas/26009d80cdda4d33a3f9515eb78bbaa4 HTTP/1.1" status: 200 len: 375 time: 0.0118597 Sep 14 18:57:10.691843 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-d203180b-5ee6-4ce1-987f-c5c3136f8367 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0515187 Sep 14 18:57:10.792424 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-294c54ef-8487-40e3-942e-ff1df90f4244 service neutron] 10.222.0.37 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893753 Sep 14 18:57:10.883255 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-21148e36-4d39-497e-b6f4-9aa97877cb7f service neutron] 10.222.0.37 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847361 Sep 14 18:57:11.176015 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2126fcee-009c-48b3-96c7-f72c76b8410f req-3ca4448c-d58b-4ee6-90c5-f6a15c38dd71 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 210 time: 0.0259583 Sep 14 18:57:12.275680 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-9dea2902-93e1-4dd0-96c8-05da0cd6feb4 req-f65da7ed-78ef-4787-a347-f323da9d71d1 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 210 time: 0.0311158 Sep 14 18:57:13.379098 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a5c592c9-69f5-4fb1-9e9b-8567777ab0e8 req-bbc8b899-a87c-4d15-99d5-d5123cd904d8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 210 time: 0.0324104 Sep 14 18:57:13.962021 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:57:14.387290 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1785e6-bacf-4368-969a-88458ed21059 req-54b54e70-1446-4602-b1d0-988f2cb45450 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:14.388749 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-54b54e70-1446-4602-b1d0-988f2cb45450 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 811 time: 0.1113102 Sep 14 18:57:14.443521 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-059908a4-4a52-48a1-8a4f-ab9824c366b8 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26009d80cdda4d33a3f9515eb78bbaa4 HTTP/1.1" status: 200 len: 380 time: 0.0444276 Sep 14 18:57:14.455197 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-ef1785e6-bacf-4368-969a-88458ed21059 req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Request body: {'port': {'device_id': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'admin_state_up': True, 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'security_groups': ['22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c']}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:57:14.511818 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-acd78a47-1019-4562-806b-554c5999abe4 req-d3f6663a-5e34-4e61-a55e-8b60ddfede36 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 210 time: 0.0520184 Sep 14 18:57:14.596131 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1785e6-bacf-4368-969a-88458ed21059 req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Made reservation on behalf of 26009d80cdda4d33a3f9515eb78bbaa4 for: {'port': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:57:14.600096 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-ef1785e6-bacf-4368-969a-88458ed21059 req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:14.742234 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [req-ef1785e6-bacf-4368-969a-88458ed21059 req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Allocated IP 172.20.0.14 (523fe18f-b3bc-4f7c-bd3a-aa2c590f6859/33f19be6-1c21-4d14-b414-8a081ebcfa0d/cadf8b7b-5f9f-4f06-823c-bde0fff508b4) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:57:14.899619 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-ef1785e6-bacf-4368-969a-88458ed21059 req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:14.914544 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-ef1785e6-bacf-4368-969a-88458ed21059 req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Transition to ACTIVE for port object cadf8b7b-5f9f-4f06-823c-bde0fff508b4 will not be triggered until provisioned by entity DHCP. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:57:14.955628 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-ef1785e6-bacf-4368-969a-88458ed21059 req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:15.007183 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1785e6-bacf-4368-969a-88458ed21059 req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:57:15.010410 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [req-ef1785e6-bacf-4368-969a-88458ed21059 req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:57:15.028083 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1785e6-bacf-4368-969a-88458ed21059 req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:57:15.043978 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'Port': ['ID=cadf8b7b-5f9f-4f06-823c-bde0fff508b4,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:15.075413 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1785e6-bacf-4368-969a-88458ed21059 req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:15.076040 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-ef1785e6-bacf-4368-969a-88458ed21059 req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:15.095240 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-5c36a5a1-012b-45b4-9f1e-5997a386ab97 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6423743 Sep 14 18:57:15.107223 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Request body: {'port': {'device_id': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:57:15.166696 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:15.289247 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-8ec20d1c-aa3b-4249-aeac-2f9f78d956be None None] Provisioning for port cadf8b7b-5f9f-4f06-823c-bde0fff508b4 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:57:15.297374 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-8ec20d1c-aa3b-4249-aeac-2f9f78d956be None None] Provisioning complete for port cadf8b7b-5f9f-4f06-823c-bde0fff508b4 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:57:15.297833 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-8ec20d1c-aa3b-4249-aeac-2f9f78d956be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:15.339653 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-8ec20d1c-aa3b-4249-aeac-2f9f78d956be None None] Port cadf8b7b-5f9f-4f06-823c-bde0fff508b4 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:57:15.461052 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadf8b7b-5f9f-4f06-823c-bde0fff508b4 {{(pid=105942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:57:15.468281 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:15.480389 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Transition to ACTIVE for port object cadf8b7b-5f9f-4f06-823c-bde0fff508b4 will not be triggered until provisioned by entity L2. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:57:15.483743 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:15.565416 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cadf8b7b-5f9f-4f06-823c-bde0fff508b4,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:15.627861 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Attempting to bind port cadf8b7b-5f9f-4f06-823c-bde0fff508b4 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:57:15.628300 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Attempting to bind port cadf8b7b-5f9f-4f06-823c-bde0fff508b4 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:57:15.628700 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Attempting to bind port cadf8b7b-5f9f-4f06-823c-bde0fff508b4 on network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:57:15.633994 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Port cadf8b7b-5f9f-4f06-823c-bde0fff508b4 on network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:57:15.634329 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Attempting to bind port cadf8b7b-5f9f-4f06-823c-bde0fff508b4 on network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:57:15.641613 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:57:15.642465 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Checking segment: {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:57:15.642941 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Bound using segment: {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'} {{(pid=105942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:57:15.643464 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.managers [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Bound port: cadf8b7b-5f9f-4f06-823c-bde0fff508b4, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931e83ae-8cff-4ff4-9c5e-ad28e62af569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859'}}] {{(pid=105942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:57:15.643908 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:15.646782 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef841feb-ca08-4203-8d82-93710097fa2c req-ca2c776c-af41-4c16-b231-a541d9dfaac3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:15.648054 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ef841feb-ca08-4203-8d82-93710097fa2c req-ca2c776c-af41-4c16-b231-a541d9dfaac3 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 944 time: 0.0625737 Sep 14 18:57:15.691630 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ef841feb-ca08-4203-8d82-93710097fa2c req-30a774b6-62af-4ebb-b892-761bec8430e9 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358124 Sep 14 18:57:15.717146 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] For port cadf8b7b-5f9f-4f06-823c-bde0fff508b4, host hv-cinder-80899, cleared binding levels {{(pid=105942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:57:15.720810 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] For port cadf8b7b-5f9f-4f06-823c-bde0fff508b4, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cadf8b7b-5f9f-4f06-823c-bde0fff508b4,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:57:15.724602 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:15.758905 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:15.759485 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:15.760974 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] 10.222.0.68 "PUT /v2.0/ports/cadf8b7b-5f9f-4f06-823c-bde0fff508b4 HTTP/1.1" status: 200 len: 1094 time: 0.6583529 Sep 14 18:57:15.763221 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'tag': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:57:15.766562 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297398e2-6632-475e-b93f-4ff1adfb91ab" -d '{"events": [{"name": "network-changed", "server_uuid": "22d6caed-4879-42dd-894c-1e92b57f8eaa", "tag": "cadf8b7b-5f9f-4f06-823c-bde0fff508b4"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:57:15.799300 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5b52f-ffff-47d6-9233-b0d6333264d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cadf8b7b-5f9f-4f06-823c-bde0fff508b4,revision_number=3']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:15.814894 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb392d1-46b0-4222-a18d-8c6626749b35 x-openstack-request-id: req-3eb392d1-46b0-4222-a18d-8c6626749b35 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:57:15.815179 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d6caed-4879-42dd-894c-1e92b57f8eaa", "tag": "cadf8b7b-5f9f-4f06-823c-bde0fff508b4", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:57:15.815432 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3eb392d1-46b0-4222-a18d-8c6626749b35 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:57:15.815827 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'tag': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4', 'status': 'completed', 'code': 200} Sep 14 18:57:15.849387 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1785e6-bacf-4368-969a-88458ed21059 req-c7fa955a-22ab-47a2-9570-f962c7f75b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:15.850979 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-c7fa955a-22ab-47a2-9570-f962c7f75b20 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 1097 time: 0.0455966 Sep 14 18:57:15.899632 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-d31204e0-88c1-481d-92cd-6617093e08e5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cadf8b7b-5f9f-4f06-823c-bde0fff508b4 HTTP/1.1" status: 200 len: 217 time: 0.0397458 Sep 14 18:57:15.951368 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1785e6-bacf-4368-969a-88458ed21059 req-1139b9bb-22e9-47d6-987c-b701d1948462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:15.952850 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-1139b9bb-22e9-47d6-987c-b701d1948462 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 200 len: 850 time: 0.0458109 Sep 14 18:57:16.000230 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1785e6-bacf-4368-969a-88458ed21059 req-cd29ad89-6102-4be6-91a2-36aaa294f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:16.002017 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-cd29ad89-6102-4be6-91a2-36aaa294f681 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411289 Sep 14 18:57:16.094279 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-e535d24f-03f1-478a-adda-23a3588432fe service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849285 Sep 14 18:57:16.185906 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ef1785e6-bacf-4368-969a-88458ed21059 req-e32a8f84-02ad-45b3-8131-4824a52f62fb service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826197 Sep 14 18:57:16.275390 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297398e2-6632-475e-b93f-4ff1adfb91ab req-baf9dcc2-134e-433d-9c43-8d5d4abdce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:16.277177 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-297398e2-6632-475e-b93f-4ff1adfb91ab req-baf9dcc2-134e-433d-9c43-8d5d4abdce5f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 1097 time: 0.0463493 Sep 14 18:57:16.372417 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297398e2-6632-475e-b93f-4ff1adfb91ab req-30ed4fa2-bd44-4d3f-9e41-c896d93f01cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:16.373951 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-297398e2-6632-475e-b93f-4ff1adfb91ab req-30ed4fa2-bd44-4d3f-9e41-c896d93f01cd service neutron] 10.222.0.68 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 912 time: 0.0874536 Sep 14 18:57:16.419667 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-297398e2-6632-475e-b93f-4ff1adfb91ab req-d7006bcc-bd33-40b6-a06a-5feb20ea10fb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cadf8b7b-5f9f-4f06-823c-bde0fff508b4 HTTP/1.1" status: 200 len: 217 time: 0.0374024 Sep 14 18:57:16.472601 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297398e2-6632-475e-b93f-4ff1adfb91ab req-4aec5207-d75a-4324-9142-0ba209a7d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:16.474087 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-297398e2-6632-475e-b93f-4ff1adfb91ab req-4aec5207-d75a-4324-9142-0ba209a7d277 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 200 len: 850 time: 0.0469873 Sep 14 18:57:16.529421 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297398e2-6632-475e-b93f-4ff1adfb91ab req-5c5c9434-96cb-497e-b803-206b50c8cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:16.530992 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-297398e2-6632-475e-b93f-4ff1adfb91ab req-5c5c9434-96cb-497e-b803-206b50c8cc55 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461860 Sep 14 18:57:16.643085 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-297398e2-6632-475e-b93f-4ff1adfb91ab req-4596fad8-36e4-43f9-8261-028f934eee18 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940971 Sep 14 18:57:16.748392 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-297398e2-6632-475e-b93f-4ff1adfb91ab req-7398d794-09db-4ce5-8567-2c8e8df1b750 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860951 Sep 14 18:57:16.821683 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77a4d0-ad90-4382-8279-de82ad9a0729 req-6ae3c3ec-e26e-46cf-a416-c7fdf826b016 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:16.823226 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-dc77a4d0-ad90-4382-8279-de82ad9a0729 req-6ae3c3ec-e26e-46cf-a416-c7fdf826b016 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 944 time: 0.0516028 Sep 14 18:57:16.864634 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-dc77a4d0-ad90-4382-8279-de82ad9a0729 req-3de755f7-d446-456b-8e4a-ba58cb54c261 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355217 Sep 14 18:57:17.981827 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762beb5b-3379-4d2e-b3b5-34ece416ca14 req-d67334d2-4ade-4b8a-83b2-71464b110ce9 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:17.983315 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-762beb5b-3379-4d2e-b3b5-34ece416ca14 req-d67334d2-4ade-4b8a-83b2-71464b110ce9 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 944 time: 0.0505338 Sep 14 18:57:18.024952 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-762beb5b-3379-4d2e-b3b5-34ece416ca14 req-329eb96c-8244-4ea4-9f09-b97426917b45 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348995 Sep 14 18:57:19.148240 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8ed44-76b2-45da-9b6f-692f1e55e47d req-9cc59536-35a5-45a2-87a6-a2002f2d6823 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:19.149731 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e0f8ed44-76b2-45da-9b6f-692f1e55e47d req-9cc59536-35a5-45a2-87a6-a2002f2d6823 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 944 time: 0.0566461 Sep 14 18:57:19.191477 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e0f8ed44-76b2-45da-9b6f-692f1e55e47d req-16826d55-ab8d-4f43-933f-15e7443bad15 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326691 Sep 14 18:57:20.306301 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c9fd5-7462-4360-8dba-7a407754b83d req-80ff3add-ef53-4dc3-86e3-a6dc92f8679c tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:20.307798 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b40c9fd5-7462-4360-8dba-7a407754b83d req-80ff3add-ef53-4dc3-86e3-a6dc92f8679c tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 944 time: 0.0504127 Sep 14 18:57:20.346211 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b40c9fd5-7462-4360-8dba-7a407754b83d req-3cb9a98f-03c0-4b59-ad6d-317e3dde3830 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Sep 14 18:57:21.471070 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd76953-29c4-4600-b6a7-e9f734fd3b99 req-c3ebf540-6996-4788-b767-ca4564698ca5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:21.472642 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4cd76953-29c4-4600-b6a7-e9f734fd3b99 req-c3ebf540-6996-4788-b767-ca4564698ca5 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 944 time: 0.0574121 Sep 14 18:57:21.514052 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4cd76953-29c4-4600-b6a7-e9f734fd3b99 req-fa82e8ba-8a7a-4013-a43f-01e83e719549 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350769 Sep 14 18:57:21.809594 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1501ce3-2381-48d8-812f-0621c34648cb req-42239a92-05bf-480f-8301-a1ffabe30acf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:21.811166 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c1501ce3-2381-48d8-812f-0621c34648cb req-42239a92-05bf-480f-8301-a1ffabe30acf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 946 time: 0.0581830 Sep 14 18:57:21.853378 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c1501ce3-2381-48d8-812f-0621c34648cb req-9ee02925-c4ff-40ed-97b0-aded51d00baa tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356309 Sep 14 18:57:22.071007 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-6ccafed1-51de-4a07-bb39-68a17b1941a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:22.634166 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593cd0f-3e52-4f25-a645-c891161e4a3d req-3c1f57f5-2c31-4cf3-bc55-50850aa30aad tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:22.635769 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7593cd0f-3e52-4f25-a645-c891161e4a3d req-3c1f57f5-2c31-4cf3-bc55-50850aa30aad tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 944 time: 0.0514967 Sep 14 18:57:22.676326 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7593cd0f-3e52-4f25-a645-c891161e4a3d req-6f6f657b-02b3-46c4-a51d-7902332511c4 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334191 Sep 14 18:57:22.979285 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945a9bc-a5ca-462f-a669-cfc22c5810f0 req-93ccfe18-c772-4017-84a2-27f254f7692b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:22.980824 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2945a9bc-a5ca-462f-a669-cfc22c5810f0 req-93ccfe18-c772-4017-84a2-27f254f7692b tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 946 time: 0.0501242 Sep 14 18:57:23.024869 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2945a9bc-a5ca-462f-a669-cfc22c5810f0 req-9c518187-a9e1-4e20-b996-aef37850b6d3 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups?id=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358872 Sep 14 18:57:23.132534 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device cadf8b7b-5f9f-4f06-823c-bde0fff508b4 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:57:23.233015 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port cadf8b7b-5f9f-4f06-823c-bde0fff508b4, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cadf8b7b-5f9f-4f06-823c-bde0fff508b4,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:57:23.245239 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'port_id': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4', 'mac_address': 'fa:16:3e:ab:ef:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:57:23.282468 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:23.294869 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadf8b7b-5f9f-4f06-823c-bde0fff508b4 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:57:23.314928 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port cadf8b7b-5f9f-4f06-823c-bde0fff508b4, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cadf8b7b-5f9f-4f06-823c-bde0fff508b4,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:57:23.319697 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:23.367457 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=cadf8b7b-5f9f-4f06-823c-bde0fff508b4,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:23.374375 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:23.374941 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:23.375175 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:23.375656 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:23.375992 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:23.376446 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:23.379197 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:23.379197 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:23.379197 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:23.379197 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:23.379197 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:23.379197 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:23.418359 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-784d1bf0-8cec-446e-a9a9-3737a7f5bafe tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:23.419821 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-784d1bf0-8cec-446e-a9a9-3737a7f5bafe tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 946 time: 0.0520482 Sep 14 18:57:23.518219 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Deleting port 8e63145e-88fa-46a0-9770-bd2ce779f15f {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:57:23.518561 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:23.550910 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['cadf8b7b-5f9f-4f06-823c-bde0fff508b4'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:57:23.610532 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] For port 8e63145e-88fa-46a0-9770-bd2ce779f15f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=8e63145e-88fa-46a0-9770-bd2ce779f15f,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:57:23.610898 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:23.818613 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:23.819329 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:23.819329 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.l3_db [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Floating IP a347e82c-4df9-43bf-9490-f40293639d47 disassociated. External IP: 172.27.1.84, port: 8e63145e-88fa-46a0-9770-bd2ce779f15f. Sep 14 18:57:23.819598 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Calling delete_port for 8e63145e-88fa-46a0-9770-bd2ce779f15f owned by compute:nova {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:57:23.838029 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59572cc-3bc0-45d2-94cb-149ed5ad81c9 req-80ca835a-bb3e-42d5-81a7-e82c9a31db06 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:23.840061 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f59572cc-3bc0-45d2-94cb-149ed5ad81c9 req-80ca835a-bb3e-42d5-81a7-e82c9a31db06 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 945 time: 0.0754099 Sep 14 18:57:23.923010 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f59572cc-3bc0-45d2-94cb-149ed5ad81c9 req-c319897d-8646-4b1d-b74b-33a755ca5f73 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764122 Sep 14 18:57:23.994294 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:24.023357 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event deleted for resources: {'Port': ['ID=8e63145e-88fa-46a0-9770-bd2ce779f15f,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:24.134022 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-55551293-a709-4da4-bfb5-411e3075fa8c req-c77d5fba-081a-4a69-bb6b-9b1282ced019 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8ee275-5a53-42e1-901f-bce7ca5659e2 HTTP/1.1" status: 200 len: 210 time: 0.0307691 Sep 14 18:57:24.139420 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:57:24.254227 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:57:24.267055 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fdd17b-3c0a-4670-a91a-cab45895971d None None] Sync routers for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:57:24.276537 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fdd17b-3c0a-4670-a91a-cab45895971d None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:57:24.277201 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-d1fdd17b-3c0a-4670-a91a-cab45895971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:56:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:24.295973 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] No DVR routers for this DVR port 8e63145e-88fa-46a0-9770-bd2ce779f15f on host hv-cinder-80899 {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:57:24.298806 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:24.300909 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-78cf8aab-feba-4832-92db-bb0fdd4643d4 req-aa1be28b-f5c3-4703-96e6-ed2c6a221334 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.68 "DELETE /v2.0/ports/8e63145e-88fa-46a0-9770-bd2ce779f15f HTTP/1.1" status: 204 len: 173 time: 0.8735771 Sep 14 18:57:24.301354 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'name': 'network-vif-deleted', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:57:24.303727 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4194f0ae-1cbf-4b9e-a6f1-20aada14fd86" -d '{"events": [{"server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "name": "network-vif-deleted", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:57:24.346910 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378bbaf0-2d3d-4567-9234-0a144ca6b20d x-openstack-request-id: req-378bbaf0-2d3d-4567-9234-0a144ca6b20d {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:57:24.347225 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8ee275-5a53-42e1-901f-bce7ca5659e2", "name": "network-vif-deleted", "tag": "8e63145e-88fa-46a0-9770-bd2ce779f15f", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:57:24.347551 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-378bbaf0-2d3d-4567-9234-0a144ca6b20d {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:57:24.347913 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8ee275-5a53-42e1-901f-bce7ca5659e2', 'name': 'network-vif-deleted', 'tag': '8e63145e-88fa-46a0-9770-bd2ce779f15f', 'status': 'completed', 'code': 200} Sep 14 18:57:24.410456 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-d1fdd17b-3c0a-4670-a91a-cab45895971d None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:57:24.646732 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-d1fdd17b-3c0a-4670-a91a-cab45895971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:37Z', 'revision_number': 5, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:24.676112 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fdd17b-3c0a-4670-a91a-cab45895971d None None] Checking router: 4ebed4c8-e5da-4f4e-a481-7168c04d99fc for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:57:24.688461 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fdd17b-3c0a-4670-a91a-cab45895971d None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:57:24.689203 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-d1fdd17b-3c0a-4670-a91a-cab45895971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:56:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:24.810940 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-d1fdd17b-3c0a-4670-a91a-cab45895971d None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:57:25.034062 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:25.035604 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-d1fdd17b-3c0a-4670-a91a-cab45895971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:37Z', 'revision_number': 5, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:25.049269 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a27738-38fc-4a6c-b8c3-5e8d6ef80cde req-9f26d55a-140e-43b2-b8d0-32bd42ce549a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:25.050822 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e0a27738-38fc-4a6c-b8c3-5e8d6ef80cde req-9f26d55a-140e-43b2-b8d0-32bd42ce549a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 945 time: 0.0570593 Sep 14 18:57:25.065159 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fdd17b-3c0a-4670-a91a-cab45895971d None None] The sync data for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi is: [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'f461cc43-bc87-44f5-8cff-4784feb87487', 'name': '', 'network_id': '5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'mac_address': 'fa:16:3e:b5:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:24Z', 'updated_at': '2021-09-14T18:49:37Z', 'revision_number': 5, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'subnets': [{'id': '5b33bb60-5dd8-40e4-96f0-04cab71aa308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:57:25.096633 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e0a27738-38fc-4a6c-b8c3-5e8d6ef80cde req-49e82d12-96e6-4347-9b1d-1d2ca6469e9d tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396059 Sep 14 18:57:25.151772 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device cadf8b7b-5f9f-4f06-823c-bde0fff508b4 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:57:25.209019 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port cadf8b7b-5f9f-4f06-823c-bde0fff508b4 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:57:25.217622 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port cadf8b7b-5f9f-4f06-823c-bde0fff508b4 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:57:25.218069 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:25.244410 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50158) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:25.262903 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-3e737486-783f-4152-96da-1d95d2e34286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:25.321350 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-59c28f4f-1c93-4d58-b560-f8aa37a8eb93 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:25.322149 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:25.349206 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-59c28f4f-1c93-4d58-b560-f8aa37a8eb93 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:25.350233 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:57:25.352550 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fac507-5482-4129-8410-0b10bcf86b9d" -d '{"events": [{"server_uuid": "22d6caed-4879-42dd-894c-1e92b57f8eaa", "name": "network-vif-plugged", "status": "completed", "tag": "cadf8b7b-5f9f-4f06-823c-bde0fff508b4"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:57:25.359452 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b9936-a029-4e6c-922b-76bc355c38e8 None None] New status for floating IP a347e82c-4df9-43bf-9490-f40293639d47: DOWN {{(pid=105943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:57:25.404051 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port cadf8b7b-5f9f-4f06-823c-bde0fff508b4, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cadf8b7b-5f9f-4f06-823c-bde0fff508b4,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:57:25.408349 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc72a1d-90df-4113-9623-fdd8643482cb x-openstack-request-id: req-8fc72a1d-90df-4113-9623-fdd8643482cb {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:57:25.408635 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d6caed-4879-42dd-894c-1e92b57f8eaa", "name": "network-vif-plugged", "status": "completed", "tag": "cadf8b7b-5f9f-4f06-823c-bde0fff508b4", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:57:25.408783 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fc72a1d-90df-4113-9623-fdd8643482cb {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:57:25.409140 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4', 'code': 200} Sep 14 18:57:25.441258 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-59c28f4f-1c93-4d58-b560-f8aa37a8eb93 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:25.443715 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:25.444129 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-59c28f4f-1c93-4d58-b560-f8aa37a8eb93 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:25.445520 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-59c28f4f-1c93-4d58-b560-f8aa37a8eb93 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "DELETE /v2.0/security-groups/aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4 HTTP/1.1" status: 204 len: 168 time: 0.1999242 Sep 14 18:57:25.448340 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50164) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:25.455694 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c28f4f-1c93-4d58-b560-f8aa37a8eb93 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:25.465432 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.api.v2.resource [None req-55847266-aa3c-4793-80bc-cdb9235bd2bf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] show failed (client error): The resource could not be found. Sep 14 18:57:25.470459 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50166) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:25.471156 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-55847266-aa3c-4793-80bc-cdb9235bd2bf tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "GET /v2.0/security-groups/aed4a2e7-1d83-4efd-9825-f9d4fe4f12e4 HTTP/1.1" status: 404 len: 347 time: 0.0215399 Sep 14 18:57:25.562221 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=cadf8b7b-5f9f-4f06-823c-bde0fff508b4,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:25.661970 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5fe43-e824-49ef-a877-b82355f40c4c req-78ef34c6-fc11-47da-ac2a-f9fd8a9464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:25.663492 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-37e5fe43-e824-49ef-a877-b82355f40c4c req-78ef34c6-fc11-47da-ac2a-f9fd8a9464a7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 1099 time: 0.0530457 Sep 14 18:57:25.675265 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-4dff4aba-c618-4abd-b1dc-416d3a15d5c4 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Deleting port 0f1dbf3f-cba6-45e6-8cf8-91e50f3a677c {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:57:25.675609 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4dff4aba-c618-4abd-b1dc-416d3a15d5c4 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:26.009050 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-37e5fe43-e824-49ef-a877-b82355f40c4c req-f8661838-346d-498b-9fbd-0b2b3dfce346 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361292 Sep 14 18:57:26.034333 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4dff4aba-c618-4abd-b1dc-416d3a15d5c4 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:26.034654 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4dff4aba-c618-4abd-b1dc-416d3a15d5c4 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:26.047029 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-4dff4aba-c618-4abd-b1dc-416d3a15d5c4 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Calling delete_port for 0f1dbf3f-cba6-45e6-8cf8-91e50f3a677c owned by network:floatingip {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:57:26.186092 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4dff4aba-c618-4abd-b1dc-416d3a15d5c4 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:26.215253 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff4aba-c618-4abd-b1dc-416d3a15d5c4 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Pushing event deleted for resources: {'Port': ['ID=0f1dbf3f-cba6-45e6-8cf8-91e50f3a677c,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:26.216153 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de5d80-ff35-4ae8-ae88-7995837d5e51 req-286a40cb-1245-4d2a-8097-b9a424f24cfa tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:26.217652 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-32de5d80-ff35-4ae8-ae88-7995837d5e51 req-286a40cb-1245-4d2a-8097-b9a424f24cfa tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 946 time: 0.0494287 Sep 14 18:57:26.268152 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-32de5d80-ff35-4ae8-ae88-7995837d5e51 req-bda181ac-640d-4219-9954-54c0e9504474 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406921 Sep 14 18:57:26.287446 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4dff4aba-c618-4abd-b1dc-416d3a15d5c4 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks [] for floatingip, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:26.290776 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4dff4aba-c618-4abd-b1dc-416d3a15d5c4 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:26.292030 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-4dff4aba-c618-4abd-b1dc-416d3a15d5c4 tempest-AttachVolumeShelveTestJSON-1647514821 tempest-AttachVolumeShelveTestJSON-1647514821-project] 10.222.0.37 "DELETE /v2.0/floatingips/a347e82c-4df9-43bf-9490-f40293639d47 HTTP/1.1" status: 204 len: 168 time: 0.8208368 Sep 14 18:57:26.637892 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:27.160070 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 8e63145e-88fa-46a0-9770-bd2ce779f15f no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:57:27.180512 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: 8e63145e-88fa-46a0-9770-bd2ce779f15f {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:57:27.180857 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 8e63145e-88fa-46a0-9770-bd2ce779f15f not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:57:27.393450 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d708-404c-40ef-9e54-23295117e65e req-e93c66c9-bd1c-4c4b-8a8f-619e6d95668a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:27.396066 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-41a1d708-404c-40ef-9e54-23295117e65e req-e93c66c9-bd1c-4c4b-8a8f-619e6d95668a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 946 time: 0.0502446 Sep 14 18:57:27.435519 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-41a1d708-404c-40ef-9e54-23295117e65e req-fc56b009-bcc4-4d88-adaf-d8488816998d tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334661 Sep 14 18:57:27.588918 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46692e-2e01-4a5f-9f5e-a75434dd6d28 req-3d65146b-c78e-4dd3-b2f3-d6b0304cfe31 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:27.590507 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-fc46692e-2e01-4a5f-9f5e-a75434dd6d28 req-3d65146b-c78e-4dd3-b2f3-d6b0304cfe31 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 946 time: 0.0680683 Sep 14 18:57:27.641460 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-fc46692e-2e01-4a5f-9f5e-a75434dd6d28 req-57a89349-b08d-4f8d-95e2-f3153b7b6bdb tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422621 Sep 14 18:57:27.665688 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50194) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:27.872810 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96ef2b-26d9-494e-8c42-a2c51ce10433 tempest-TestVolumeBootPattern-727177360 tempest-TestVolumeBootPattern-727177360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:27.874650 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-9d96ef2b-26d9-494e-8c42-a2c51ce10433 tempest-TestVolumeBootPattern-727177360 tempest-TestVolumeBootPattern-727177360-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 1094 time: 0.2078271 Sep 14 18:57:27.878254 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50198) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:27.882877 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Request body: {'floatingip': {'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'port_id': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:57:27.907676 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for floatingip, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:28.008172 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:28.124045 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Allocated IP 172.27.1.244 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/f396b3e9-ce2d-4a77-a7f7-d828fb3f2930) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:57:28.229821 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:28.270783 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:28.279196 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:28.315316 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:57:28.318727 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:57:28.322225 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:57:28.350640 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'Port': ['ID=f396b3e9-ce2d-4a77-a7f7-d828fb3f2930,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:28.688436 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:28.779720 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:28.782182 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50208) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:28.961067 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:28.966035 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:29.038640 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event updated for resources: {'Port': ['ID=f396b3e9-ce2d-4a77-a7f7-d828fb3f2930,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:29.040400 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:29.048065 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:29.163055 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.l3_db [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Floating IP 60700473-1acf-4838-9eee-d4651ba76356 associated. External IP: 172.27.1.244, port: cadf8b7b-5f9f-4f06-823c-bde0fff508b4. Sep 14 18:57:29.287436 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2a071e6e-e341-435b-99ce-7e0abf145561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527925'] for router_interface, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:29.387705 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:57:29.510060 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:57:29.519900 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b6cab-cedb-4a58-951d-e14ba50c77ca None None] Sync routers for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:57:29.528000 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:29.530357 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b6cab-cedb-4a58-951d-e14ba50c77ca None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:57:29.532558 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-301b6cab-cedb-4a58-951d-e14ba50c77ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:57:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:29.546685 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-2a071e6e-e341-435b-99ce-7e0abf145561 admin admin] Deleting port f461cc43-bc87-44f5-8cff-4784feb87487 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:57:29.547029 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2a071e6e-e341-435b-99ce-7e0abf145561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:29.569514 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-5e5206ee-f61d-4057-a2b5-c3d90f23346a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6781530 Sep 14 18:57:29.569514 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'tag': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:57:29.569514 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff20fea-87cd-4c5d-8e94-c3a0d75607b1" -d '{"events": [{"name": "network-changed", "server_uuid": "22d6caed-4879-42dd-894c-1e92b57f8eaa", "tag": "cadf8b7b-5f9f-4f06-823c-bde0fff508b4"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:57:29.606554 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dba19ab-5978-4196-8c9a-96006e180797 x-openstack-request-id: req-0dba19ab-5978-4196-8c9a-96006e180797 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:57:29.606908 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d6caed-4879-42dd-894c-1e92b57f8eaa", "tag": "cadf8b7b-5f9f-4f06-823c-bde0fff508b4", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:57:29.607224 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0dba19ab-5978-4196-8c9a-96006e180797 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:57:29.607833 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'tag': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4', 'status': 'completed', 'code': 200} Sep 14 18:57:29.641020 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [None req-2a071e6e-e341-435b-99ce-7e0abf145561 admin admin] For port f461cc43-bc87-44f5-8cff-4784feb87487, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=f461cc43-bc87-44f5-8cff-4784feb87487,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:57:29.641751 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2a071e6e-e341-435b-99ce-7e0abf145561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:29.654676 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-301b6cab-cedb-4a58-951d-e14ba50c77ca None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:57:29.655959 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-2a071e6e-e341-435b-99ce-7e0abf145561 admin admin] Calling delete_port for f461cc43-bc87-44f5-8cff-4784feb87487 owned by network:router_interface {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:57:29.674631 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff20fea-87cd-4c5d-8e94-c3a0d75607b1 req-8da0a16a-ed19-4454-9d66-17efe9c86d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:29.677431 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7ff20fea-87cd-4c5d-8e94-c3a0d75607b1 req-8da0a16a-ed19-4454-9d66-17efe9c86d7d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 1099 time: 0.0460355 Sep 14 18:57:29.797904 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff20fea-87cd-4c5d-8e94-c3a0d75607b1 req-083b17ab-2e38-4cc5-abbc-9e4464556c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:29.799563 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7ff20fea-87cd-4c5d-8e94-c3a0d75607b1 req-083b17ab-2e38-4cc5-abbc-9e4464556c8b service neutron] 10.222.0.68 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 912 time: 0.1119878 Sep 14 18:57:29.860047 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2a071e6e-e341-435b-99ce-7e0abf145561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:29.877536 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7ff20fea-87cd-4c5d-8e94-c3a0d75607b1 req-c233a7b8-4cc7-4af8-8324-11cddca53149 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cadf8b7b-5f9f-4f06-823c-bde0fff508b4 HTTP/1.1" status: 200 len: 1000 time: 0.0696881 Sep 14 18:57:29.892901 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a071e6e-e341-435b-99ce-7e0abf145561 admin admin] Pushing event deleted for resources: {'Port': ['ID=f461cc43-bc87-44f5-8cff-4784feb87487,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:29.938548 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-301b6cab-cedb-4a58-951d-e14ba50c77ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '30f412cd-11c1-4b86-aa5e-c3c6eea4a685', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:3b:d6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a052d-f153-4910-809e-35eb2f10918e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:55:24Z', 'updated_at': '2021-09-14T18:55:27Z', 'revision_number': 1, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}, {'id': '60700473-1acf-4838-9eee-d4651ba76356', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:ab:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:57:28Z', 'updated_at': '2021-09-14T18:57:28Z', 'revision_number': 0, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:29.944097 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff20fea-87cd-4c5d-8e94-c3a0d75607b1 req-2c4bce9f-8a85-4a46-9eb5-d8f5278b34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:29.946181 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7ff20fea-87cd-4c5d-8e94-c3a0d75607b1 req-2c4bce9f-8a85-4a46-9eb5-d8f5278b34ba service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 200 len: 850 time: 0.0605206 Sep 14 18:57:29.971928 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b6cab-cedb-4a58-951d-e14ba50c77ca None None] Checking router: ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:57:29.983435 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b6cab-cedb-4a58-951d-e14ba50c77ca None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:57:29.984071 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-301b6cab-cedb-4a58-951d-e14ba50c77ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:57:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:30.011369 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff20fea-87cd-4c5d-8e94-c3a0d75607b1 req-3589dd63-8931-4829-a6ee-b0119a15b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:30.012898 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7ff20fea-87cd-4c5d-8e94-c3a0d75607b1 req-3589dd63-8931-4829-a6ee-b0119a15b8dc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584304 Sep 14 18:57:30.110328 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-2a071e6e-e341-435b-99ce-7e0abf145561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-742201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528001'] for router_interface, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:30.130776 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7ff20fea-87cd-4c5d-8e94-c3a0d75607b1 req-6f90f4d4-53b4-4c52-821a-9f7d2aa83581 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091561 Sep 14 18:57:30.213859 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-301b6cab-cedb-4a58-951d-e14ba50c77ca None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:57:30.256955 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7ff20fea-87cd-4c5d-8e94-c3a0d75607b1 req-32cd314e-c32e-465f-90b3-1176dc6b1af5 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120479 Sep 14 18:57:30.266151 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9767cff1-3d04-4481-9001-b61a9b6c630d req-57ffd3a1-00e2-481e-bd0b-f6a09b652c01 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905871 Sep 14 18:57:30.412448 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767cff1-3d04-4481-9001-b61a9b6c630d req-1b0f322e-4a5d-4b21-8912-f9b0e4e5ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:30.414064 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9767cff1-3d04-4481-9001-b61a9b6c630d req-1b0f322e-4a5d-4b21-8912-f9b0e4e5ddd8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 1098 time: 0.1195664 Sep 14 18:57:30.504569 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-301b6cab-cedb-4a58-951d-e14ba50c77ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '30f412cd-11c1-4b86-aa5e-c3c6eea4a685', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:3b:d6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a052d-f153-4910-809e-35eb2f10918e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:55:24Z', 'updated_at': '2021-09-14T18:55:27Z', 'revision_number': 1, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}, {'id': '60700473-1acf-4838-9eee-d4651ba76356', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:ab:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:57:28Z', 'updated_at': '2021-09-14T18:57:28Z', 'revision_number': 0, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:30.532460 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b6cab-cedb-4a58-951d-e14ba50c77ca None None] The sync data for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi is: [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '30f412cd-11c1-4b86-aa5e-c3c6eea4a685', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:3b:d6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a052d-f153-4910-809e-35eb2f10918e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:55:24Z', 'updated_at': '2021-09-14T18:55:27Z', 'revision_number': 1, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}, {'id': '60700473-1acf-4838-9eee-d4651ba76356', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:ab:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:57:28Z', 'updated_at': '2021-09-14T18:57:28Z', 'revision_number': 0, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:57:30.744478 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a071e6e-e341-435b-99ce-7e0abf145561 admin admin] Router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:57:30.781003 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6946823-cf32-4d1a-a74c-71e0874f8273 None None] New status for floating IP 60700473-1acf-4838-9eee-d4651ba76356: ACTIVE {{(pid=105943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:57:30.873002 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767cff1-3d04-4481-9001-b61a9b6c630d req-fb380b5a-824c-4831-93ce-586604362f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:30.874513 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9767cff1-3d04-4481-9001-b61a9b6c630d req-fb380b5a-824c-4831-93ce-586604362f1b service neutron] 10.222.0.68 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 912 time: 0.4370940 Sep 14 18:57:30.957216 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a071e6e-e341-435b-99ce-7e0abf145561 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:57:30.965145 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-2a071e6e-e341-435b-99ce-7e0abf145561 admin admin] 10.222.0.37 "PUT /v2.0/routers/4ebed4c8-e5da-4f4e-a481-7168c04d99fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1795442 Sep 14 18:57:30.965556 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50220) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:30.966457 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e408fdb-7b2f-4100-97ff-17f5833fed8b None None] Sync routers for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:57:30.977515 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e408fdb-7b2f-4100-97ff-17f5833fed8b None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:57:30.978536 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-4e408fdb-7b2f-4100-97ff-17f5833fed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:57:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:30.979266 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9767cff1-3d04-4481-9001-b61a9b6c630d req-16709583-2064-489f-b547-e56aa07290ec service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b HTTP/1.1" status: 200 len: 1001 time: 0.0950086 Sep 14 18:57:31.038835 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767cff1-3d04-4481-9001-b61a9b6c630d req-16772ac4-6f97-4413-a532-bd495efbc95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:31.040729 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9767cff1-3d04-4481-9001-b61a9b6c630d req-16772ac4-6f97-4413-a532-bd495efbc95f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 200 len: 850 time: 0.0533345 Sep 14 18:57:31.092707 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Notify callbacks [] for router, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:31.097923 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767cff1-3d04-4481-9001-b61a9b6c630d req-f9c514c0-fc2e-45bd-be5f-59f7475643c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:57:31.099468 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9767cff1-3d04-4481-9001-b61a9b6c630d req-f9c514c0-fc2e-45bd-be5f-59f7475643c8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518167 Sep 14 18:57:31.107841 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-4e408fdb-7b2f-4100-97ff-17f5833fed8b None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:57:31.209027 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:31.211312 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9767cff1-3d04-4481-9001-b61a9b6c630d req-a8ba7a5e-4c69-4c59-9bd1-f7ff9c47670c service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017170 Sep 14 18:57:31.267898 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Deleting port 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:57:31.268249 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:31.324239 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-9767cff1-3d04-4481-9001-b61a9b6c630d req-5569c623-dcac-4a1d-a48c-fad9d985f25a service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047740 Sep 14 18:57:31.335175 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-4e408fdb-7b2f-4100-97ff-17f5833fed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:57:29Z', 'revision_number': 5, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port': {'id': '6ef3bc67-87e6-46ee-96ca-e91055ac8ee8', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:49:19Z', 'updated_at': '2021-09-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:31.363942 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] For port 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=6ef3bc67-87e6-46ee-96ca-e91055ac8ee8,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:57:31.364309 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:31.365215 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e408fdb-7b2f-4100-97ff-17f5833fed8b None None] Checking router: 4ebed4c8-e5da-4f4e-a481-7168c04d99fc for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:57:31.374084 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e408fdb-7b2f-4100-97ff-17f5833fed8b None None] Routers {'4ebed4c8-e5da-4f4e-a481-7168c04d99fc'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:57:31.374746 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-4e408fdb-7b2f-4100-97ff-17f5833fed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:57:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:31.379001 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Calling delete_port for 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 owned by network:router_gateway {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:57:31.477400 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-4e408fdb-7b2f-4100-97ff-17f5833fed8b None None] Set router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc gateway port host: None {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:57:31.534846 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-4e408fdb-7b2f-4100-97ff-17f5833fed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:57:31Z', 'revision_number': 6, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port_host': None}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:31.563509 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e408fdb-7b2f-4100-97ff-17f5833fed8b None None] The sync data for ids ['4ebed4c8-e5da-4f4e-a481-7168c04d99fc'] in dv-cinder-808992-5-iscsi is: [{'id': '4ebed4c8-e5da-4f4e-a481-7168c04d99fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1680439587-router', 'tenant_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:49:18Z', 'updated_at': '2021-09-14T18:57:31Z', 'revision_number': 6, 'project_id': '5d3918a19d9e4fad81aee482e9cf2afd', 'gw_port_host': None}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:57:31.573863 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:31.599463 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef3bc67-87e6-46ee-96ca-e91055ac8ee8,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:31.679284 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554083'] for router_gateway, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:31.774055 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1430'] for router, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:31.777170 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:31.824834 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527065'] for router, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:31.825592 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ebed4c8-e5da-4f4e-a481-7168c04d99fc {{(pid=105942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 18:57:31.830768 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] Notify callbacks [] for router, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:31.831945 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-29c56ac2-c38d-4049-a6dc-ddcc46d19c4a admin admin] 10.222.0.37 "DELETE /v2.0/routers/4ebed4c8-e5da-4f4e-a481-7168c04d99fc HTTP/1.1" status: 204 len: 168 time: 0.8653882 Sep 14 18:57:31.835226 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50234) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:31.884443 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_v2 [None req-02871a09-d24d-4378-9f8a-99c5f56fb0b9 admin admin] Deleting subnet 5b33bb60-5dd8-40e4-96f0-04cab71aa308 {{(pid=105942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 18:57:31.887656 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-02871a09-d24d-4378-9f8a-99c5f56fb0b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:31.928296 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-02871a09-d24d-4378-9f8a-99c5f56fb0b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25522176'] for subnet, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.051313 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-02871a09-d24d-4378-9f8a-99c5f56fb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.364467 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-02871a09-d24d-4378-9f8a-99c5f56fb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27028881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25747905'] for subnet, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.389844 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02871a09-d24d-4378-9f8a-99c5f56fb0b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b33bb60-5dd8-40e4-96f0-04cab71aa308,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:32.394326 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-02871a09-d24d-4378-9f8a-99c5f56fb0b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.396379 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-02871a09-d24d-4378-9f8a-99c5f56fb0b9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5b33bb60-5dd8-40e4-96f0-04cab71aa308 HTTP/1.1" status: 204 len: 168 time: 0.5602081 Sep 14 18:57:32.399211 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50238) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:32.401070 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0344b631-fc69-4af9-9a36-d709cbf9ebc1 None None] Network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:57:32.474168 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.537927 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Deleting port 03ff3aa7-0027-451f-a21f-c5a673cc7350 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:57:32.538271 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.590633 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02368a17-61ae-44a4-87b6-862017790523 None None] DHCP port deletion for 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 request from dv-cinder-808992-5-iscsi {{(pid=105943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 18:57:32.604848 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] For port 03ff3aa7-0027-451f-a21f-c5a673cc7350, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=03ff3aa7-0027-451f-a21f-c5a673cc7350,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:57:32.605217 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.619841 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Calling delete_port for 03ff3aa7-0027-451f-a21f-c5a673cc7350 owned by network:dhcp {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:57:32.645401 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-02368a17-61ae-44a4-87b6-862017790523 None None] Deleting port 03ff3aa7-0027-451f-a21f-c5a673cc7350 {{(pid=105943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:57:32.645805 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-02368a17-61ae-44a4-87b6-862017790523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.710471 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.739091 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ff3aa7-0027-451f-a21f-c5a673cc7350,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:32.742236 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] No DVR routers for this DVR port 03ff3aa7-0027-451f-a21f-c5a673cc7350 on host dv-cinder-808992-5-iscsi {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:57:32.817306 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.829144 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-02368a17-61ae-44a4-87b6-862017790523 None None] For port 03ff3aa7-0027-451f-a21f-c5a673cc7350, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=03ff3aa7-0027-451f-a21f-c5a673cc7350,segment=NetworkSegment(c9f28dba-4c38-415d-88a1-a79049210d60),segment_id=c9f28dba-4c38-415d-88a1-a79049210d60)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:57:32.829565 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-02368a17-61ae-44a4-87b6-862017790523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.837380 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945']}} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:32.843584 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-02368a17-61ae-44a4-87b6-862017790523 None None] Calling delete_port for 03ff3aa7-0027-451f-a21f-c5a673cc7350 owned by network:dhcp {{(pid=105943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:57:32.846715 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f28dba-4c38-415d-88a1-a79049210d60') {'for_net_delete': True} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:32.847065 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f28dba-4c38-415d-88a1-a79049210d60') {} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:57:32.857328 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25522297'] for segment, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.873335 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.880546 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=105942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 18:57:32.881071 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27029107'] for segment, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: Traceback (most recent call last): Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: timer() Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: cb(*args, **kw) Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: return func(*args, **kwargs) Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: self._notify() Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: self.callback(batched_events) Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: event.method(event) Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: return f(self, *a, **k) Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._get(url).json() Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: return self.request(url, 'GET', **kwargs) Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 18:57:32.888082 dv-cinder-808992-5-iscsi neutron-server[105942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 18:57:32.929563 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 03ff3aa7-0027-451f-a21f-c5a673cc7350 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:57:32.947613 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.953097 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:32.955144 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 HTTP/1.1" status: 204 len: 168 time: 0.5547488 Sep 14 18:57:32.968195 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6619637-55ae-42d4-825d-e09b677bc800 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:32.972982 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 03ff3aa7-0027-451f-a21f-c5a673cc7350 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:57:32.973229 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 03ff3aa7-0027-451f-a21f-c5a673cc7350 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:57:32.973691 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:57:32.998234 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:57:32.998589 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 6ef3bc67-87e6-46ee-96ca-e91055ac8ee8 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:57:32.999014 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device f461cc43-bc87-44f5-8cff-4784feb87487 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:57:33.029586 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: f461cc43-bc87-44f5-8cff-4784feb87487 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:57:33.029932 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device f461cc43-bc87-44f5-8cff-4784feb87487 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:57:33.039884 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-02368a17-61ae-44a4-87b6-862017790523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170'] for port, after_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:33.067111 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02368a17-61ae-44a4-87b6-862017790523 None None] Pushing event deleted for resources: {'Port': ['ID=03ff3aa7-0027-451f-a21f-c5a673cc7350,revision_number=None']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:33.070221 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02368a17-61ae-44a4-87b6-862017790523 None None] Network 5f5b6e51-98b9-4a2d-b78a-8c8ae3f0f945 is not hosted by any dhcp agent {{(pid=105943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 14 18:57:33.070624 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02368a17-61ae-44a4-87b6-862017790523 None None] No DVR routers for this DVR port 03ff3aa7-0027-451f-a21f-c5a673cc7350 on host dv-cinder-808992-5-iscsi {{(pid=105943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:57:33.083359 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50244) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:33.126780 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-703fffbb-602f-45b6-96fa-02af660515c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d3918a19d9e4fad81aee482e9cf2afd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405023 Sep 14 18:57:33.130517 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50246) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:33.181125 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-54201699-cf80-45bf-b585-b4271e58ee18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:33.201938 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-54201699-cf80-45bf-b585-b4271e58ee18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:33.247363 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-54201699-cf80-45bf-b585-b4271e58ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:33.249944 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-54201699-cf80-45bf-b585-b4271e58ee18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:33.251078 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-54201699-cf80-45bf-b585-b4271e58ee18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/387f3308-436d-467b-93ed-bd1f48a2a6a3 HTTP/1.1" status: 204 len: 168 time: 0.1196840 Sep 14 18:57:33.260504 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54201699-cf80-45bf-b585-b4271e58ee18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387f3308-436d-467b-93ed-bd1f48a2a6a3,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:37.033658 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50334) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:37.145649 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5def5e58-4951-47fa-8f71-6f8e60261f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:37.237466 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5def5e58-4951-47fa-8f71-6f8e60261f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:37.242162 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5def5e58-4951-47fa-8f71-6f8e60261f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:37.280937 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-5def5e58-4951-47fa-8f71-6f8e60261f31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6b5fc5d54b64b40badc926b46802ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452364 Sep 14 18:57:37.281863 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def5e58-4951-47fa-8f71-6f8e60261f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9879082-8e5a-45a5-bc5b-1558425fc72a,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:37.284036 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50338) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:37.332470 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5009a7ca-a759-44d4-b795-86b270acbf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:37.352853 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5009a7ca-a759-44d4-b795-86b270acbf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:37.399551 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5009a7ca-a759-44d4-b795-86b270acbf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:37.402021 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5009a7ca-a759-44d4-b795-86b270acbf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:37.403154 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-5009a7ca-a759-44d4-b795-86b270acbf02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9879082-8e5a-45a5-bc5b-1558425fc72a HTTP/1.1" status: 204 len: 168 time: 0.1178751 Sep 14 18:57:37.414244 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009a7ca-a759-44d4-b795-86b270acbf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9879082-8e5a-45a5-bc5b-1558425fc72a,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:39.269669 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50414) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:39.382173 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-086af9e2-9b9c-4199-a307-0ca90ab79b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:39.478491 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-086af9e2-9b9c-4199-a307-0ca90ab79b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:39.482435 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-086af9e2-9b9c-4199-a307-0ca90ab79b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:39.522343 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-086af9e2-9b9c-4199-a307-0ca90ab79b1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d4f93e80482405ab5dd8ebc8660889b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515566 Sep 14 18:57:39.523187 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086af9e2-9b9c-4199-a307-0ca90ab79b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c51af4a-d1e7-4f34-ba45-23b8ba249548,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:39.525272 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50418) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:39.578017 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-02e8021b-5ba1-4c06-b183-143622cbbdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:39.599669 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-02e8021b-5ba1-4c06-b183-143622cbbdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:39.649831 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-02e8021b-5ba1-4c06-b183-143622cbbdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:39.652359 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-02e8021b-5ba1-4c06-b183-143622cbbdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:39.653519 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-02e8021b-5ba1-4c06-b183-143622cbbdd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c51af4a-d1e7-4f34-ba45-23b8ba249548 HTTP/1.1" status: 204 len: 168 time: 0.1254325 Sep 14 18:57:39.662173 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8021b-5ba1-4c06-b183-143622cbbdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c51af4a-d1e7-4f34-ba45-23b8ba249548,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:39.913923 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50424) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:39.927209 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b2af5f4d-a926-425d-878c-15fea08b85a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:40.015849 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b2af5f4d-a926-425d-878c-15fea08b85a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:40.019726 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b2af5f4d-a926-425d-878c-15fea08b85a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:40.057066 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af5f4d-a926-425d-878c-15fea08b85a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b87413-1012-4bb0-9e52-4b920efb607e,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:40.061459 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b2af5f4d-a926-425d-878c-15fea08b85a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61a1f13594cd45888f9b537a4c945e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465299 Sep 14 18:57:40.064778 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50428) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:40.125415 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cd8af83e-6039-4d8b-be3c-8f09b0692f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:40.154666 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cd8af83e-6039-4d8b-be3c-8f09b0692f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:40.222961 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cd8af83e-6039-4d8b-be3c-8f09b0692f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:40.225475 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-cd8af83e-6039-4d8b-be3c-8f09b0692f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:40.226636 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-cd8af83e-6039-4d8b-be3c-8f09b0692f0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5b87413-1012-4bb0-9e52-4b920efb607e HTTP/1.1" status: 204 len: 168 time: 0.1615489 Sep 14 18:57:40.235014 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8af83e-6039-4d8b-be3c-8f09b0692f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b87413-1012-4bb0-9e52-4b920efb607e,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:41.521463 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50478) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:41.637590 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ced0023c-69cf-4308-945f-efa5dbe0a041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:41.739368 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ced0023c-69cf-4308-945f-efa5dbe0a041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:41.743997 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ced0023c-69cf-4308-945f-efa5dbe0a041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:41.787374 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-ced0023c-69cf-4308-945f-efa5dbe0a041 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51925a1006cc4c21b2871c9fca1de7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638316 Sep 14 18:57:41.788508 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0023c-69cf-4308-945f-efa5dbe0a041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a9f8f9-96fc-4c92-8fd1-3d5b69cdd0aa,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:41.790497 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50488) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:41.849279 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b7a103c8-cb9e-4ca3-9890-6373e779ae38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:41.874813 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b7a103c8-cb9e-4ca3-9890-6373e779ae38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:41.930644 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b7a103c8-cb9e-4ca3-9890-6373e779ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:41.933425 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b7a103c8-cb9e-4ca3-9890-6373e779ae38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:41.934634 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b7a103c8-cb9e-4ca3-9890-6373e779ae38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56a9f8f9-96fc-4c92-8fd1-3d5b69cdd0aa HTTP/1.1" status: 204 len: 168 time: 0.1429379 Sep 14 18:57:41.943050 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a103c8-cb9e-4ca3-9890-6373e779ae38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a9f8f9-96fc-4c92-8fd1-3d5b69cdd0aa,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:42.978759 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50526) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:43.087432 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c41988ad-47e8-4d2a-8ca7-346d66b9a9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:43.191353 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c41988ad-47e8-4d2a-8ca7-346d66b9a9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:43.196618 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c41988ad-47e8-4d2a-8ca7-346d66b9a9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:43.240234 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-c41988ad-47e8-4d2a-8ca7-346d66b9a9b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a250aef26a41411aab5ccece97eea92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603083 Sep 14 18:57:43.241392 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41988ad-47e8-4d2a-8ca7-346d66b9a9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3d1720-0e8a-44f8-bfef-e72ca313425a,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:43.243337 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50532) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:43.313626 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-02d9dbe4-3442-475f-90f9-91cdc6c26e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:43.335792 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-02d9dbe4-3442-475f-90f9-91cdc6c26e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:43.384602 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-02d9dbe4-3442-475f-90f9-91cdc6c26e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:43.387624 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-02d9dbe4-3442-475f-90f9-91cdc6c26e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:43.388818 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-02d9dbe4-3442-475f-90f9-91cdc6c26e51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d3d1720-0e8a-44f8-bfef-e72ca313425a HTTP/1.1" status: 204 len: 168 time: 0.1412094 Sep 14 18:57:43.397113 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9dbe4-3442-475f-90f9-91cdc6c26e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3d1720-0e8a-44f8-bfef-e72ca313425a,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:50.960556 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:57:52.071979 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-337df5f6-a6e8-421d-aa5b-5f459ff4a1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:52.153466 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50620) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:52.255804 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:52.351166 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:52.355083 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:52.393805 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a45216f-fe4c-4145-8891-bf7bdaf29c72,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:52.398480 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a86823ad35344b319a2cd79025e08880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439470 Sep 14 18:57:52.403016 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50624) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:52.405254 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.405651 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.405994 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.406348 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.406689 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.407019 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.407353 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.407685 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.408020 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.408348 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.408684 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.409004 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a4015-5687-4f59-8c61-c992904359d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.455293 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:52.478625 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:52.532928 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:52.539068 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:52.543280 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a45216f-fe4c-4145-8891-bf7bdaf29c72 HTTP/1.1" status: 204 len: 168 time: 0.1366997 Sep 14 18:57:52.550326 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a45216f-fe4c-4145-8891-bf7bdaf29c72,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:52.558049 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.558392 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.558838 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.559181 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.559555 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.559915 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.560243 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.560617 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.560902 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.561257 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.561723 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.562168 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562d36-18dd-4d6a-bf59-1dc36bca7559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:57:52.804708 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50630) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:52.821302 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d8403295-22b3-454a-b89a-315004faefed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:52.911306 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d8403295-22b3-454a-b89a-315004faefed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:52.914851 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d8403295-22b3-454a-b89a-315004faefed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:52.950811 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8403295-22b3-454a-b89a-315004faefed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4319cfde-2713-41cd-9ec8-408bb914628d,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:52.955156 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-d8403295-22b3-454a-b89a-315004faefed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7836746cf8f94bdeaff3bd307b47f6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493936 Sep 14 18:57:52.959164 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50632) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:57:53.006329 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e7a48d17-5cf6-42c2-8874-44718a654d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:53.027565 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e7a48d17-5cf6-42c2-8874-44718a654d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:53.074024 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e7a48d17-5cf6-42c2-8874-44718a654d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:53.076603 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-e7a48d17-5cf6-42c2-8874-44718a654d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:53.077787 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-e7a48d17-5cf6-42c2-8874-44718a654d16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4319cfde-2713-41cd-9ec8-408bb914628d HTTP/1.1" status: 204 len: 168 time: 0.1176915 Sep 14 18:57:53.085951 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a48d17-5cf6-42c2-8874-44718a654d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4319cfde-2713-41cd-9ec8-408bb914628d,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:57:55.043931 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:55.251201 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-226f673a-7e2e-4184-b484-19325bd61c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:56.640055 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:58.286751 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:57:59.036568 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:01.899582 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50766) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:02.011533 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fc0ef848-dc5d-4e89-95f7-e71a77339ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.107240 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fc0ef848-dc5d-4e89-95f7-e71a77339ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.111516 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fc0ef848-dc5d-4e89-95f7-e71a77339ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.151326 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-fc0ef848-dc5d-4e89-95f7-e71a77339ec8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dde8d3e0811540669ea2f684d35638ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505457 Sep 14 18:58:02.153307 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ef848-dc5d-4e89-95f7-e71a77339ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5ee8fd-cfde-4cfa-a7c4-09682efe2921,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:02.153922 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50770) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:02.204860 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b90f9044-0a9c-4171-bf68-1ac3d26ba5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.227982 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b90f9044-0a9c-4171-bf68-1ac3d26ba5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.276481 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b90f9044-0a9c-4171-bf68-1ac3d26ba5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.279073 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b90f9044-0a9c-4171-bf68-1ac3d26ba5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.280236 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b90f9044-0a9c-4171-bf68-1ac3d26ba5cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd5ee8fd-cfde-4cfa-a7c4-09682efe2921 HTTP/1.1" status: 204 len: 168 time: 0.1253133 Sep 14 18:58:02.288648 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f9044-0a9c-4171-bf68-1ac3d26ba5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5ee8fd-cfde-4cfa-a7c4-09682efe2921,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:02.567092 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50776) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:02.580281 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4ad07023-ed0e-4193-8aaa-4f778ac112d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.687950 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4ad07023-ed0e-4193-8aaa-4f778ac112d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.692368 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4ad07023-ed0e-4193-8aaa-4f778ac112d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.731253 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-4ad07023-ed0e-4193-8aaa-4f778ac112d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c3f12572d364592b9c822f224c03e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627977 Sep 14 18:58:02.732116 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad07023-ed0e-4193-8aaa-4f778ac112d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b8fa49-dfe2-4d5a-b6f6-fb58390fbb13,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:02.733978 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50778) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:02.784435 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ff937976-3225-4f40-81c8-4a3424702c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.806472 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ff937976-3225-4f40-81c8-4a3424702c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.857217 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ff937976-3225-4f40-81c8-4a3424702c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.859712 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ff937976-3225-4f40-81c8-4a3424702c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:02.860865 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-ff937976-3225-4f40-81c8-4a3424702c9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22b8fa49-dfe2-4d5a-b6f6-fb58390fbb13 HTTP/1.1" status: 204 len: 168 time: 0.1257889 Sep 14 18:58:02.868981 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff937976-3225-4f40-81c8-4a3424702c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b8fa49-dfe2-4d5a-b6f6-fb58390fbb13,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:03.193623 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50784) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:03.206623 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7f535639-fc82-46a5-90de-4c6658424022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:03.304455 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7f535639-fc82-46a5-90de-4c6658424022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:03.308700 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7f535639-fc82-46a5-90de-4c6658424022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:03.346840 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f535639-fc82-46a5-90de-4c6658424022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e975706-10e3-4481-9ad6-c8890116b383,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:03.351265 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-7f535639-fc82-46a5-90de-4c6658424022 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aabab580ea52443aadafbc853418007a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566205 Sep 14 18:58:03.354527 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50786) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:03.407013 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d42df532-1bd3-4674-9f9a-2d05b73d6506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:03.429192 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d42df532-1bd3-4674-9f9a-2d05b73d6506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:03.475775 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d42df532-1bd3-4674-9f9a-2d05b73d6506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:03.478289 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d42df532-1bd3-4674-9f9a-2d05b73d6506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:03.479442 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-d42df532-1bd3-4674-9f9a-2d05b73d6506 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e975706-10e3-4481-9ad6-c8890116b383 HTTP/1.1" status: 204 len: 168 time: 0.1246231 Sep 14 18:58:03.487295 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42df532-1bd3-4674-9f9a-2d05b73d6506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e975706-10e3-4481-9ad6-c8890116b383,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:07.781048 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50858) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:07.885154 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-73f17b37-a1e1-4dcd-bec3-e2bd43ea5c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:07.973147 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-73f17b37-a1e1-4dcd-bec3-e2bd43ea5c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:07.976912 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-73f17b37-a1e1-4dcd-bec3-e2bd43ea5c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:08.018385 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-73f17b37-a1e1-4dcd-bec3-e2bd43ea5c98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7b07866476a465d9a361224b3edcbc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362401 Sep 14 18:58:08.021167 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f17b37-a1e1-4dcd-bec3-e2bd43ea5c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4884b4dd-e314-4fdb-9b88-02c430c943dd,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:08.021356 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 50862) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:08.073286 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5b80cda5-24d5-43a4-a8c2-540259eaa505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:08.093906 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5b80cda5-24d5-43a4-a8c2-540259eaa505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:08.142988 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5b80cda5-24d5-43a4-a8c2-540259eaa505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:08.146691 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-5b80cda5-24d5-43a4-a8c2-540259eaa505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:08.147865 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-5b80cda5-24d5-43a4-a8c2-540259eaa505 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4884b4dd-e314-4fdb-9b88-02c430c943dd HTTP/1.1" status: 204 len: 168 time: 0.1256068 Sep 14 18:58:08.156039 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80cda5-24d5-43a4-a8c2-540259eaa505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4884b4dd-e314-4fdb-9b88-02c430c943dd,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:08.417088 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50868) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:08.431990 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0969edfa-ff82-42ff-8a23-28e26ebd28a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:08.528703 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0969edfa-ff82-42ff-8a23-28e26ebd28a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:08.532647 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0969edfa-ff82-42ff-8a23-28e26ebd28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:08.569845 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969edfa-ff82-42ff-8a23-28e26ebd28a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4b935a-0067-4dc8-b728-26ac3a424d0e,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:08.575213 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-0969edfa-ff82-42ff-8a23-28e26ebd28a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d71d4f6b1e14c42b74407a36d70ce6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570735 Sep 14 18:58:08.577922 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 50870) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:08.629597 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c46641f8-cec7-40ea-b3d7-9eeed5822660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:08.651996 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c46641f8-cec7-40ea-b3d7-9eeed5822660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:08.702035 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c46641f8-cec7-40ea-b3d7-9eeed5822660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:08.705442 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-c46641f8-cec7-40ea-b3d7-9eeed5822660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:08.706736 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-c46641f8-cec7-40ea-b3d7-9eeed5822660 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f4b935a-0067-4dc8-b728-26ac3a424d0e HTTP/1.1" status: 204 len: 168 time: 0.1278930 Sep 14 18:58:08.716182 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46641f8-cec7-40ea-b3d7-9eeed5822660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4b935a-0067-4dc8-b728-26ac3a424d0e,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:19.749603 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51014) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:19.855045 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-59a4fd1c-cd21-417e-b184-72e1f5403dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:19.947146 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-59a4fd1c-cd21-417e-b184-72e1f5403dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:19.951504 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-59a4fd1c-cd21-417e-b184-72e1f5403dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:19.990807 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-59a4fd1c-cd21-417e-b184-72e1f5403dcf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ec242eb5d05429191d528ce5beaac37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400849 Sep 14 18:58:19.991698 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4fd1c-cd21-417e-b184-72e1f5403dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f55645-16a7-48da-b60e-eb368ea26ad3,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:19.993509 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51018) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:20.056695 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-77f53fd1-ec19-4505-89f8-795e7803406d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:20.079102 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-77f53fd1-ec19-4505-89f8-795e7803406d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:20.126544 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-77f53fd1-ec19-4505-89f8-795e7803406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:20.129911 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-77f53fd1-ec19-4505-89f8-795e7803406d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:20.131326 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-77f53fd1-ec19-4505-89f8-795e7803406d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8f55645-16a7-48da-b60e-eb368ea26ad3 HTTP/1.1" status: 204 len: 168 time: 0.1358857 Sep 14 18:58:20.141138 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f53fd1-ec19-4505-89f8-795e7803406d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f55645-16a7-48da-b60e-eb368ea26ad3,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:20.802684 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51040) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:20.902577 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1348851671-network', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:58:20.924745 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Made reservation on behalf of fabf9802fe3649f388d50666fd4a14ab for: {'network': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:58:20.927116 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:20.943581 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.052081 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.056481 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.086106 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=105941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:58:21.092614 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5be88a-349e-4048-92f4-2ea37e9a072b,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:21.099722 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.100066 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.segments_db [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Added segment a008768d-2d0f-4550-ba81-e237c6a40f7c of type vlan for network f9207236-b1e0-44c3-b2c0-86303c058b9d Sep 14 18:58:21.142747 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.167801 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.168846 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:21.169437 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.202147 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3982475 Sep 14 18:58:21.205251 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51044) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:21.211796 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-0cb24250-b6df-4a55-90d4-a75c37da7bbd admin admin] Request body: {'subnet': {'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1348851671-subnet', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'ip_version': 4}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:58:21.233179 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb24250-b6df-4a55-90d4-a75c37da7bbd admin admin] Made reservation on behalf of fabf9802fe3649f388d50666fd4a14ab for: {'subnet': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:58:21.234491 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cdb5a-46c1-435e-8af5-4b952994d3b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f9207236-b1e0-44c3-b2c0-86303c058b9d,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:21.235911 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0cb24250-b6df-4a55-90d4-a75c37da7bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25747748'] for subnet, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.248673 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network f9207236-b1e0-44c3-b2c0-86303c058b9d details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:58:21.416580 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0cb24250-b6df-4a55-90d4-a75c37da7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27028944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25747770'] for subnet, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.474002 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb24250-b6df-4a55-90d4-a75c37da7bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12a0f24-8c81-4a5f-bfaf-443fb99ad721,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:21.487463 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb24250-b6df-4a55-90d4-a75c37da7bbd admin admin] Checking segment: {'id': 'a008768d-2d0f-4550-ba81-e237c6a40f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:58:21.488448 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb24250-b6df-4a55-90d4-a75c37da7bbd admin admin] Network hostable DHCP agents. Network: f9207236-b1e0-44c3-b2c0-86303c058b9d, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:58:21.506473 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb24250-b6df-4a55-90d4-a75c37da7bbd admin admin] Network f9207236-b1e0-44c3-b2c0-86303c058b9d is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:58:21.516972 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-0cb24250-b6df-4a55-90d4-a75c37da7bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, f9207236-b1e0-44c3-b2c0-86303c058b9d) {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:58:21.521701 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb24250-b6df-4a55-90d4-a75c37da7bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:21.522293 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-0cb24250-b6df-4a55-90d4-a75c37da7bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.527540 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a5f12-d3aa-44f0-9429-201ae70710ae None None] Network f9207236-b1e0-44c3-b2c0-86303c058b9d requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:58:21.537239 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-0cb24250-b6df-4a55-90d4-a75c37da7bbd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3303816 Sep 14 18:58:21.539770 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51046) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:21.544154 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:58:21.568650 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.569866 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1441'] for router, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.631262 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.691279 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12fb19ed-eff7-5e3c-bd5d-b5796e8246d8-f9207236-b1e0-44c3-b2c0-86303c058b9d', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'fixed_ips': [{'subnet_id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721'}]}} from dv-cinder-808992-5-iscsi. {{(pid=105943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 18:58:21.692282 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.771534 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.832088 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.db_base_plugin_common [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Allocated IP 172.20.0.2 (f9207236-b1e0-44c3-b2c0-86303c058b9d/b12a0f24-8c81-4a5f-bfaf-443fb99ad721/c6b1661f-9bae-4074-8be2-7243755281eb) {{(pid=105943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:58:21.983708 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.987414 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Notify callbacks [] for port, precommit_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:21.996318 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Transition to ACTIVE for port object c6b1661f-9bae-4074-8be2-7243755281eb will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:58:22.004015 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:22.012332 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Transition to ACTIVE for port object c6b1661f-9bae-4074-8be2-7243755281eb will not be triggered until provisioned by entity DHCP. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:58:22.020308 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:22.063328 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Network f9207236-b1e0-44c3-b2c0-86303c058b9d is already hosted by enough agents. {{(pid=105943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:58:22.074260 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.base_scheduler [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Resources bound (agent type, host, resource id): {{(pid=105943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:58:22.076823 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Received port after_create {{(pid=105943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:58:22.094306 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Pushing event updated for resources: {'Port': ['ID=c6b1661f-9bae-4074-8be2-7243755281eb,revision_number=1']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:22.124355 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2e58-016c-4c48-b297-a81e5f9245f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:22.138496 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Allocated IP 172.27.1.120 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/62c06990-7a28-4828-a6d8-42a1705b58a9) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:58:22.154780 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Attempting to bind port c6b1661f-9bae-4074-8be2-7243755281eb on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:58:22.155151 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Attempting to bind port c6b1661f-9bae-4074-8be2-7243755281eb by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'a008768d-2d0f-4550-ba81-e237c6a40f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:58:22.155620 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Attempting to bind port c6b1661f-9bae-4074-8be2-7243755281eb on network f9207236-b1e0-44c3-b2c0-86303c058b9d {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:58:22.161195 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:58:22.161602 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Checking segment: {'id': 'a008768d-2d0f-4550-ba81-e237c6a40f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:58:22.162022 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:22.162408 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Bound using segment: {'id': 'a008768d-2d0f-4550-ba81-e237c6a40f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:58:22.162883 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Bound port: c6b1661f-9bae-4074-8be2-7243755281eb, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a008768d-2d0f-4550-ba81-e237c6a40f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:58:22.163254 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:22.226378 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] For port c6b1661f-9bae-4074-8be2-7243755281eb, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:58:22.229839 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] For port c6b1661f-9bae-4074-8be2-7243755281eb, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=c6b1661f-9bae-4074-8be2-7243755281eb,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:58:22.234620 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:22.257133 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:22.296524 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2968d1f-e318-4145-8249-feb9907b6dcf None None] Pushing event updated for resources: {'Port': ['ID=c6b1661f-9bae-4074-8be2-7243755281eb,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:22.303546 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:22.341078 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:58:22.344228 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:58:22.346821 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:58:22.386566 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=62c06990-7a28-4828-a6d8-42a1705b58a9,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:22.644842 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:22.844052 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554079'] for router, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:22.977749 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device c6b1661f-9bae-4074-8be2-7243755281eb up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:58:23.006655 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Router 6c576eee-9a52-44ca-aabc-0d671cbddf98 is scheduled to L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 with binding_index 1 {{(pid=105942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 18:58:23.035310 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port c6b1661f-9bae-4074-8be2-7243755281eb completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:58:23.128023 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:58:23.138658 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Sync routers for ids ['6c576eee-9a52-44ca-aabc-0d671cbddf98'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:58:23.150369 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Routers {'6c576eee-9a52-44ca-aabc-0d671cbddf98'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:58:23.150369 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:57:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6c576eee-9a52-44ca-aabc-0d671cbddf98'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:23.151646 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] Notify callbacks [] for router, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:23.155779 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51048) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:23.156371 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-32046c42-0bca-4337-a9a2-111d7838c1e5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6150796 Sep 14 18:58:23.263258 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2685cf3b-a329-4cbb-b49b-b2804f040d74 None None] Network f9207236-b1e0-44c3-b2c0-86303c058b9d requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:58:23.310687 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Set router 6c576eee-9a52-44ca-aabc-0d671cbddf98 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:58:23.435079 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Provisioning for port c6b1661f-9bae-4074-8be2-7243755281eb completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:58:23.450040 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Provisioning complete for port c6b1661f-9bae-4074-8be2-7243755281eb triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:23.450415 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:23.614758 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:23.794817 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Allocated IP 172.20.0.1 (f9207236-b1e0-44c3-b2c0-86303c058b9d/b12a0f24-8c81-4a5f-bfaf-443fb99ad721/a9d6be15-7e52-4126-bd7e-fc92609c9395) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:58:23.805759 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:23.857428 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T18:58:22Z', 'revision_number': 3, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port': {'id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:22Z', 'updated_at': '2021-09-14T18:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:23.922613 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Checking router: 6c576eee-9a52-44ca-aabc-0d671cbddf98 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:58:23.923183 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Updating router 6c576eee-9a52-44ca-aabc-0d671cbddf98 port 62c06990-7a28-4828-a6d8-42a1705b58a9 binding host dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:58:23.926190 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:23.947699 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.provisioning_blocks [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Transition to ACTIVE for port object a9d6be15-7e52-4126-bd7e-fc92609c9395 will not be triggered until provisioned by entity DHCP. {{(pid=105941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:58:23.950833 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] For port c6b1661f-9bae-4074-8be2-7243755281eb, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=c6b1661f-9bae-4074-8be2-7243755281eb,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:58:23.958572 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:23.965390 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.005207 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.044371 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Network f9207236-b1e0-44c3-b2c0-86303c058b9d is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:58:24.049055 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:58:24.053746 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:58:24.086337 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d6be15-7e52-4126-bd7e-fc92609c9395,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:24.091784 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Pushing event updated for resources: {'Port': ['ID=c6b1661f-9bae-4074-8be2-7243755281eb,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:24.105341 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554126'] for router_interface, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.114816 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:24.115158 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:24.115496 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:24.116030 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:24.117052 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:24.117182 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:24.117447 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:24.117791 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:24.118115 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:24.118435 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:24.118750 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:24.119066 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d0cdd-ae3d-48cc-bcb1-dce01348927d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:24.137667 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-2a8baed0-0e2c-4e69-a12a-9ea2d12e4fd2 None None] Provisioning complete for port c6b1661f-9bae-4074-8be2-7243755281eb triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:24.138052 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-2a8baed0-0e2c-4e69-a12a-9ea2d12e4fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.241326 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.353486 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Notify callbacks [] for port, precommit_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.364881 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Transition to ACTIVE for port object 62c06990-7a28-4828-a6d8-42a1705b58a9 will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:58:24.370790 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.416857 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.423116 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26220426'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.432967 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Attempting to bind port 62c06990-7a28-4828-a6d8-42a1705b58a9 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:58:24.433340 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Attempting to bind port 62c06990-7a28-4828-a6d8-42a1705b58a9 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:58:24.433737 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Attempting to bind port 62c06990-7a28-4828-a6d8-42a1705b58a9 on network 41c3f254-0188-4e85-819d-1e1b359cef2a {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:58:24.443716 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f3f6c-abf7-4474-a6f8-2971572fd722 None None] Pushing event updated for resources: {'Port': ['ID=62c06990-7a28-4828-a6d8-42a1705b58a9,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:24.448380 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:58:24.448852 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Checking segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:58:24.449281 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.449718 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Bound using segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:58:24.450205 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Bound port: 62c06990-7a28-4828-a6d8-42a1705b58a9, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:58:24.450735 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.453828 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-066a11cc-ba33-4576-b24e-885efe174aae None None] Provisioning for port a9d6be15-7e52-4126-bd7e-fc92609c9395 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:58:24.477948 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-066a11cc-ba33-4576-b24e-885efe174aae None None] Provisioning complete for port a9d6be15-7e52-4126-bd7e-fc92609c9395 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:24.478320 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-066a11cc-ba33-4576-b24e-885efe174aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.495635 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527902'] for router_interface, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.497565 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d6be15-7e52-4126-bd7e-fc92609c9395,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:24.540939 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-066a11cc-ba33-4576-b24e-885efe174aae None None] Port a9d6be15-7e52-4126-bd7e-fc92609c9395 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:58:24.545462 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] For port 62c06990-7a28-4828-a6d8-42a1705b58a9, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:58:24.558920 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] For port 62c06990-7a28-4828-a6d8-42a1705b58a9, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=62c06990-7a28-4828-a6d8-42a1705b58a9,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:58:24.571326 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.603559 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Network f9207236-b1e0-44c3-b2c0-86303c058b9d is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:58:24.605011 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:58:24.629689 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Routers {'6c576eee-9a52-44ca-aabc-0d671cbddf98'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:58:24.630460 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:57:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6c576eee-9a52-44ca-aabc-0d671cbddf98'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:24.679427 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f3f6c-abf7-4474-a6f8-2971572fd722 None None] Pushing event updated for resources: {'Port': ['ID=62c06990-7a28-4828-a6d8-42a1705b58a9,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:24.747200 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Router 6c576eee-9a52-44ca-aabc-0d671cbddf98 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:58:24.773381 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] Set router 6c576eee-9a52-44ca-aabc-0d671cbddf98 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:58:24.870305 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:58:24.875821 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-c5f1a441-a5ae-466a-8f1c-9aad19c4f831 admin admin] 10.222.0.37 "PUT /v2.0/routers/6c576eee-9a52-44ca-aabc-0d671cbddf98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7181129 Sep 14 18:58:24.901377 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-000ae55f-9b89-436c-9bbe-e1666ee20303 None None] Provisioning complete for port a9d6be15-7e52-4126-bd7e-fc92609c9395 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:24.901795 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-000ae55f-9b89-436c-9bbe-e1666ee20303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:24.962927 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device c6b1661f-9bae-4074-8be2-7243755281eb up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:58:25.004285 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-000ae55f-9b89-436c-9bbe-e1666ee20303 None None] Port a9d6be15-7e52-4126-bd7e-fc92609c9395 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:58:25.068679 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:25.087082 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port c6b1661f-9bae-4074-8be2-7243755281eb triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:25.087458 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:25.143592 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 4, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port': {'id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:22Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'a9d6be15-7e52-4126-bd7e-fc92609c9395', 'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'mac_address': 'fa:16:3e:30:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:23Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 2, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'subnets': [{'id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:25.181331 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2c8f6-224f-4039-b969-6b8433fc2f07 None None] The sync data for ids ['6c576eee-9a52-44ca-aabc-0d671cbddf98'] in dv-cinder-808992-5-iscsi is: [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 4, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port': {'id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:22Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'a9d6be15-7e52-4126-bd7e-fc92609c9395', 'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'mac_address': 'fa:16:3e:30:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:23Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 2, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'subnets': [{'id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:58:25.244385 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-a157a527-8c1c-4b09-bd63-90a43e5caa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:25.460562 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51064) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:25.466182 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-847433228-network', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:58:25.489298 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Made reservation on behalf of 59a631d95eba4bc3952f4c2f2f1a5172 for: {'network': 1} {{(pid=105942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:58:25.491895 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for network, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:25.501222 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:25.605348 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:25.611009 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:25.638271 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=105942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 18:58:25.648942 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756357b6-42a2-4427-88b4-87d88f09809e,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:25.656499 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:25.656836 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.segments_db [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Added segment 28e32f6c-a505-449e-879f-fd44f5bba151 of type vlan for network 09db43ca-52a0-4ce8-bc1b-725d9cd614ae Sep 14 18:58:25.707925 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742093559848'] for network, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:25.735514 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192'] for network, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:25.736520 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:25.737113 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:25.768432 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3066118 Sep 14 18:58:25.772413 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51066) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:25.777836 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-41e32943-6ae1-437c-a340-ebe613c6b621 admin admin] Request body: {'subnet': {'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-847433228-subnet', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'ip_version': 4}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:58:25.801190 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d5ba9-96ba-4031-8184-508f435026cc admin admin] Pushing event updated for resources: {'Network': ['ID=09db43ca-52a0-4ce8-bc1b-725d9cd614ae,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:25.803063 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e32943-6ae1-437c-a340-ebe613c6b621 admin admin] Made reservation on behalf of 59a631d95eba4bc3952f4c2f2f1a5172 for: {'subnet': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:58:25.805625 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-41e32943-6ae1-437c-a340-ebe613c6b621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26947138'] for subnet, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:25.816990 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Network 09db43ca-52a0-4ce8-bc1b-725d9cd614ae details requested by agent ovs-agent-dv-cinder-808992-5-iscsi with host dv-cinder-808992-5-iscsi {{(pid=105943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 18:58:26.027421 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-41e32943-6ae1-437c-a340-ebe613c6b621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26219525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26947164'] for subnet, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.079800 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e32943-6ae1-437c-a340-ebe613c6b621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae1784b-a6c8-455f-9c24-d7c366fd2033,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:26.096096 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e32943-6ae1-437c-a340-ebe613c6b621 admin admin] Checking segment: {'id': '28e32f6c-a505-449e-879f-fd44f5bba151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:58:26.096376 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e32943-6ae1-437c-a340-ebe613c6b621 admin admin] Network hostable DHCP agents. Network: 09db43ca-52a0-4ce8-bc1b-725d9cd614ae, hostable agents: ['ed0ca68a-5c62-4273-a794-97190ad64623'], hosted agents: [] {{(pid=105941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 18:58:26.114593 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e32943-6ae1-437c-a340-ebe613c6b621 admin admin] Network 09db43ca-52a0-4ce8-bc1b-725d9cd614ae is scheduled to be hosted by DHCP agent ed0ca68a-5c62-4273-a794-97190ad64623 with binding_index 1 {{(pid=105941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 18:58:26.124314 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-41e32943-6ae1-437c-a340-ebe613c6b621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-5-iscsi, 09db43ca-52a0-4ce8-bc1b-725d9cd614ae) {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:58:26.128968 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e32943-6ae1-437c-a340-ebe613c6b621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:26.129675 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-41e32943-6ae1-437c-a340-ebe613c6b621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.134295 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3b5bcd-a508-4629-8755-4219ea26fe36 None None] Network 09db43ca-52a0-4ce8-bc1b-725d9cd614ae requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:58:26.148024 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-41e32943-6ae1-437c-a340-ebe613c6b621 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3721993 Sep 14 18:58:26.148388 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51068) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:26.152990 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-847433228-router', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:58:26.179088 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.180403 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1441'] for router, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.248688 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.311709 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12fb19ed-eff7-5e3c-bd5d-b5796e8246d8-09db43ca-52a0-4ce8-bc1b-725d9cd614ae', 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'fixed_ips': [{'subnet_id': '6ae1784b-a6c8-455f-9c24-d7c366fd2033'}]}} from dv-cinder-808992-5-iscsi. {{(pid=105943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 18:58:26.313106 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.412172 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.478021 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.db_base_plugin_common [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Allocated IP 172.20.0.2 (09db43ca-52a0-4ce8-bc1b-725d9cd614ae/6ae1784b-a6c8-455f-9c24-d7c366fd2033/cd753822-b04a-4332-8492-0f96513afc71) {{(pid=105943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:58:26.623486 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.640341 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Notify callbacks [] for port, precommit_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.643090 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.651639 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Transition to ACTIVE for port object cd753822-b04a-4332-8492-0f96513afc71 will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:58:26.653483 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.667679 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Transition to ACTIVE for port object cd753822-b04a-4332-8492-0f96513afc71 will not be triggered until provisioned by entity DHCP. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:58:26.673777 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161'] for port, after_create {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.711058 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Network 09db43ca-52a0-4ce8-bc1b-725d9cd614ae is already hosted by enough agents. {{(pid=105943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:58:26.715470 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.scheduler.base_scheduler [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Resources bound (agent type, host, resource id): {{(pid=105943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:58:26.723198 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Received port after_create {{(pid=105943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:58:26.726419 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Pushing event updated for resources: {'Port': ['ID=cd753822-b04a-4332-8492-0f96513afc71,revision_number=1']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:26.758286 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Allocated IP 172.27.1.223 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/94df6413-379d-4d5b-8fee-93c20a0812f1) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:58:26.778820 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Attempting to bind port cd753822-b04a-4332-8492-0f96513afc71 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:58:26.779180 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Attempting to bind port cd753822-b04a-4332-8492-0f96513afc71 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': '28e32f6c-a505-449e-879f-fd44f5bba151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:58:26.779539 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Attempting to bind port cd753822-b04a-4332-8492-0f96513afc71 on network 09db43ca-52a0-4ce8-bc1b-725d9cd614ae {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:58:26.785064 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:58:26.785563 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Checking segment: {'id': '28e32f6c-a505-449e-879f-fd44f5bba151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:58:26.785960 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.786341 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Bound using segment: {'id': '28e32f6c-a505-449e-879f-fd44f5bba151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:58:26.786804 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Bound port: cd753822-b04a-4332-8492-0f96513afc71, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e32f6c-a505-449e-879f-fd44f5bba151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:58:26.787173 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.855091 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] For port cd753822-b04a-4332-8492-0f96513afc71, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:58:26.858597 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] For port cd753822-b04a-4332-8492-0f96513afc71, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=cd753822-b04a-4332-8492-0f96513afc71,segment=NetworkSegment(28e32f6c-a505-449e-879f-fd44f5bba151),segment_id=28e32f6c-a505-449e-879f-fd44f5bba151)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:58:26.864010 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.886515 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:26.924509 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5ea7c-5272-42b0-ba94-94504d8cb506 None None] Pushing event updated for resources: {'Port': ['ID=cd753822-b04a-4332-8492-0f96513afc71,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:26.937438 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:27.008651 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:58:27.015146 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:58:27.020697 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Pushing event updated for resources: {'Port': ['ID=94df6413-379d-4d5b-8fee-93c20a0812f1,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:27.023051 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:58:27.024966 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 62c06990-7a28-4828-a6d8-42a1705b58a9 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:58:27.077558 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 62c06990-7a28-4828-a6d8-42a1705b58a9 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:58:27.082892 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 62c06990-7a28-4828-a6d8-42a1705b58a9 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:27.083349 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:27.329943 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:27.330437 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:27.352715 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 62c06990-7a28-4828-a6d8-42a1705b58a9, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=62c06990-7a28-4828-a6d8-42a1705b58a9,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:58:27.358490 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:27.384786 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Sync routers for ids ['6c576eee-9a52-44ca-aabc-0d671cbddf98'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:58:27.396100 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Routers {'6c576eee-9a52-44ca-aabc-0d671cbddf98'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:58:27.396792 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6c576eee-9a52-44ca-aabc-0d671cbddf98'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:27.416612 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=62c06990-7a28-4828-a6d8-42a1705b58a9,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:27.512011 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Set router 6c576eee-9a52-44ca-aabc-0d671cbddf98 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:58:27.721578 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 4, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port': {'id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:22Z', 'updated_at': '2021-09-14T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'a9d6be15-7e52-4126-bd7e-fc92609c9395', 'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'mac_address': 'fa:16:3e:30:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:23Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 2, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'subnets': [{'id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:27.748454 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Checking router: 6c576eee-9a52-44ca-aabc-0d671cbddf98 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:58:27.748810 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Updating router 6c576eee-9a52-44ca-aabc-0d671cbddf98 port a9d6be15-7e52-4126-bd7e-fc92609c9395 binding host dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:58:27.774957 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554079'] for router, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:27.775590 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:27.931964 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Router b4e2b236-bb69-421b-bc05-352b98339b24 is scheduled to L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 with binding_index 1 {{(pid=105941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 18:58:28.032100 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:58:28.068684 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:58:28.083205 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Sync routers for ids ['b4e2b236-bb69-421b-bc05-352b98339b24'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:58:28.093768 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Routers {'b4e2b236-bb69-421b-bc05-352b98339b24'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:58:28.094461 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['b4e2b236-bb69-421b-bc05-352b98339b24'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:28.099956 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Notify callbacks [] for port, precommit_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:28.114004 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.provisioning_blocks [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Transition to ACTIVE for port object a9d6be15-7e52-4126-bd7e-fc92609c9395 will not be triggered until provisioned by entity L2. {{(pid=105944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:58:28.114601 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] Notify callbacks [] for router, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:28.120659 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51074) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:28.121404 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:28.122321 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-36f3eb92-ba58-48ea-9005-5bc300b304f5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9726908 Sep 14 18:58:28.170089 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Pushing event updated for resources: {'Port': ['ID=a9d6be15-7e52-4126-bd7e-fc92609c9395,revision_number=3']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:28.178959 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:28.179325 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:28.179671 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:28.180007 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:28.180340 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:28.180671 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:28.180999 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:28.181325 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:28.181694 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:28.182024 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:28.182345 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:28.182664 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:28.288713 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Attempting to bind port a9d6be15-7e52-4126-bd7e-fc92609c9395 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:58:28.289525 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Attempting to bind port a9d6be15-7e52-4126-bd7e-fc92609c9395 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'a008768d-2d0f-4550-ba81-e237c6a40f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d'}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:58:28.289788 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Attempting to bind port a9d6be15-7e52-4126-bd7e-fc92609c9395 on network f9207236-b1e0-44c3-b2c0-86303c058b9d {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:58:28.297247 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:58:28.297863 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Checking segment: {'id': 'a008768d-2d0f-4550-ba81-e237c6a40f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:58:28.298277 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:28.298795 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Bound using segment: {'id': 'a008768d-2d0f-4550-ba81-e237c6a40f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d'} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:58:28.300279 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Bound port: a9d6be15-7e52-4126-bd7e-fc92609c9395, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a008768d-2d0f-4550-ba81-e237c6a40f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d'}}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:58:28.300807 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:28.320085 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:28.328470 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Set router b4e2b236-bb69-421b-bc05-352b98339b24 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:58:28.371469 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad52a650-6027-4fc7-bace-8c20e9ed694c None None] Network 09db43ca-52a0-4ce8-bc1b-725d9cd614ae requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:58:28.389914 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] For port a9d6be15-7e52-4126-bd7e-fc92609c9395, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:58:28.395168 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] For port a9d6be15-7e52-4126-bd7e-fc92609c9395, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=a9d6be15-7e52-4126-bd7e-fc92609c9395,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:58:28.402723 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:28.530547 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-0c7fb8fe-07ac-43be-b19c-3676dc854308 None None] Provisioning for port cd753822-b04a-4332-8492-0f96513afc71 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:58:28.546929 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Routers {'6c576eee-9a52-44ca-aabc-0d671cbddf98'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:58:28.547996 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6c576eee-9a52-44ca-aabc-0d671cbddf98'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:28.694882 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] Set router 6c576eee-9a52-44ca-aabc-0d671cbddf98 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:58:28.698458 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:28.705714 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'name': 'tempest-TestMinimumBasicScenario-847433228-router', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:27Z', 'revision_number': 3, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'gw_port': {'id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:28.755663 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Checking router: b4e2b236-bb69-421b-bc05-352b98339b24 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:58:28.757156 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Updating router b4e2b236-bb69-421b-bc05-352b98339b24 port 94df6413-379d-4d5b-8fee-93c20a0812f1 binding host dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:58:28.758376 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e9dba-8218-4dd3-baf4-f55b43feab2c None None] Pushing event updated for resources: {'Port': ['ID=a9d6be15-7e52-4126-bd7e-fc92609c9395,revision_number=4']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:28.799509 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:28.903316 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Allocated IP 172.20.0.1 (09db43ca-52a0-4ce8-bc1b-725d9cd614ae/6ae1784b-a6c8-455f-9c24-d7c366fd2033/38f25deb-ef41-41cf-ad59-f25668a13ebc) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:58:29.026408 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 4, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port': {'id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:22Z', 'updated_at': '2021-09-14T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'a9d6be15-7e52-4126-bd7e-fc92609c9395', 'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'mac_address': 'fa:16:3e:30:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:23Z', 'updated_at': '2021-09-14T18:58:28Z', 'revision_number': 4, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'subnets': [{'id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:29.059467 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772603c4-0fa4-456a-a9dc-e3aee427b60b None None] The sync data for ids ['6c576eee-9a52-44ca-aabc-0d671cbddf98'] in dv-cinder-808992-5-iscsi is: [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 4, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port': {'id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:22Z', 'updated_at': '2021-09-14T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'a9d6be15-7e52-4126-bd7e-fc92609c9395', 'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'mac_address': 'fa:16:3e:30:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:23Z', 'updated_at': '2021-09-14T18:58:28Z', 'revision_number': 4, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'subnets': [{'id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:58:29.095738 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.157377 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 62c06990-7a28-4828-a6d8-42a1705b58a9 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:58:29.254437 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Notify callbacks [] for port, precommit_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.267735 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Transition to ACTIVE for port object 94df6413-379d-4d5b-8fee-93c20a0812f1 will not be triggered until provisioned by entity L2. {{(pid=105943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:58:29.271612 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 62c06990-7a28-4828-a6d8-42a1705b58a9 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:29.272000 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.275483 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.311882 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.328670 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.provisioning_blocks [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Transition to ACTIVE for port object 38f25deb-ef41-41cf-ad59-f25668a13ebc will not be triggered until provisioned by entity DHCP. {{(pid=105942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:58:29.365516 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad4f58-c531-424c-9676-b3c729b36b4c None None] Pushing event updated for resources: {'Port': ['ID=94df6413-379d-4d5b-8fee-93c20a0812f1,revision_number=2']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:29.366141 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.368800 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Attempting to bind port 94df6413-379d-4d5b-8fee-93c20a0812f1 on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:58:29.369166 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Attempting to bind port 94df6413-379d-4d5b-8fee-93c20a0812f1 by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:58:29.369542 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Attempting to bind port 94df6413-379d-4d5b-8fee-93c20a0812f1 on network 41c3f254-0188-4e85-819d-1e1b359cef2a {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:58:29.377933 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:58:29.378736 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Checking segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:58:29.379303 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.379699 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Bound using segment: {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'} {{(pid=105943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:58:29.380175 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.managers [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Bound port: 94df6413-379d-4d5b-8fee-93c20a0812f1, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295615a-41d8-4433-a8a8-4c04e1074cc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a'}}] {{(pid=105943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:58:29.380558 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.408467 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Network 09db43ca-52a0-4ce8-bc1b-725d9cd614ae is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:58:29.414208 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:58:29.421755 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:58:29.425534 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Pushing event updated for resources: {'Port': ['ID=38f25deb-ef41-41cf-ad59-f25668a13ebc,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:29.465238 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device cd753822-b04a-4332-8492-0f96513afc71 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:58:29.472983 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554126'] for router_interface, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.525654 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] For port 94df6413-379d-4d5b-8fee-93c20a0812f1, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:58:29.532434 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] For port 94df6413-379d-4d5b-8fee-93c20a0812f1, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=94df6413-379d-4d5b-8fee-93c20a0812f1,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:58:29.539165 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.614184 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port cd753822-b04a-4332-8492-0f96513afc71 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:58:29.616386 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad4f58-c531-424c-9676-b3c729b36b4c None None] Pushing event updated for resources: {'Port': ['ID=94df6413-379d-4d5b-8fee-93c20a0812f1,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:29.623561 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port cd753822-b04a-4332-8492-0f96513afc71 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:29.624266 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.627645 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Routers {'b4e2b236-bb69-421b-bc05-352b98339b24'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:58:29.628186 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['b4e2b236-bb69-421b-bc05-352b98339b24'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:29.630818 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.777878 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-d6bdf097-a4d4-4ce5-b34a-d85f8bf22768 None None] Provisioning for port 38f25deb-ef41-41cf-ad59-f25668a13ebc completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:58:29.813905 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-d6bdf097-a4d4-4ce5-b34a-d85f8bf22768 None None] Provisioning complete for port 38f25deb-ef41-41cf-ad59-f25668a13ebc triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:29.814274 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf097-a4d4-4ce5-b34a-d85f8bf22768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.817072 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] Set router b4e2b236-bb69-421b-bc05-352b98339b24 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:58:29.823723 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.829475 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.886472 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.891795 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Pushing event updated for resources: {'Port': ['ID=38f25deb-ef41-41cf-ad59-f25668a13ebc,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:29.905706 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527902'] for router_interface, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:29.931448 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-d6bdf097-a4d4-4ce5-b34a-d85f8bf22768 None None] Port 38f25deb-ef41-41cf-ad59-f25668a13ebc cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:58:29.980136 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port cd753822-b04a-4332-8492-0f96513afc71, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=cd753822-b04a-4332-8492-0f96513afc71,segment=NetworkSegment(28e32f6c-a505-449e-879f-fd44f5bba151),segment_id=28e32f6c-a505-449e-879f-fd44f5bba151)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:58:29.999433 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Network 09db43ca-52a0-4ce8-bc1b-725d9cd614ae is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:58:30.000796 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:58:30.123485 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Router b4e2b236-bb69-421b-bc05-352b98339b24 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:58:30.139319 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:30.139993 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device a9d6be15-7e52-4126-bd7e-fc92609c9395 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:58:30.235726 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:58:30.241894 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-f91d8b61-3f1e-47fa-8592-87d92d394506 admin admin] 10.222.0.37 "PUT /v2.0/routers/b4e2b236-bb69-421b-bc05-352b98339b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1192114 Sep 14 18:58:30.256013 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=cd753822-b04a-4332-8492-0f96513afc71,revision_number=3']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:30.291160 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-7712c0e2-bd23-41ec-87ed-63ef886dd121 None None] Provisioning complete for port 38f25deb-ef41-41cf-ad59-f25668a13ebc triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:30.291708 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-7712c0e2-bd23-41ec-87ed-63ef886dd121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:30.294153 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port a9d6be15-7e52-4126-bd7e-fc92609c9395 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:58:30.323214 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port a9d6be15-7e52-4126-bd7e-fc92609c9395 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:30.323581 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:30.368708 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-7712c0e2-bd23-41ec-87ed-63ef886dd121 None None] Port 38f25deb-ef41-41cf-ad59-f25668a13ebc cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:58:30.376023 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'name': 'tempest-TestMinimumBasicScenario-847433228-router', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:29Z', 'revision_number': 4, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'gw_port': {'id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '38f25deb-ef41-41cf-ad59-f25668a13ebc', 'name': '', 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'mac_address': 'fa:16:3e:14:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '6ae1784b-a6c8-455f-9c24-d7c366fd2033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:28Z', 'updated_at': '2021-09-14T18:58:28Z', 'revision_number': 1, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'subnets': [{'id': '6ae1784b-a6c8-455f-9c24-d7c366fd2033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:30.407486 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a69a3d3-674a-4b8d-bcf1-2765d24a506b None None] The sync data for ids ['b4e2b236-bb69-421b-bc05-352b98339b24'] in dv-cinder-808992-5-iscsi is: [{'id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'name': 'tempest-TestMinimumBasicScenario-847433228-router', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:29Z', 'revision_number': 4, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'gw_port': {'id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '38f25deb-ef41-41cf-ad59-f25668a13ebc', 'name': '', 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'mac_address': 'fa:16:3e:14:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '6ae1784b-a6c8-455f-9c24-d7c366fd2033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:28Z', 'updated_at': '2021-09-14T18:58:28Z', 'revision_number': 1, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'subnets': [{'id': '6ae1784b-a6c8-455f-9c24-d7c366fd2033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:58:30.453843 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:30.488248 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port a9d6be15-7e52-4126-bd7e-fc92609c9395, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=a9d6be15-7e52-4126-bd7e-fc92609c9395,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:58:30.492643 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:30.541281 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=a9d6be15-7e52-4126-bd7e-fc92609c9395,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:30.985467 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device cd753822-b04a-4332-8492-0f96513afc71 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:58:31.046515 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port cd753822-b04a-4332-8492-0f96513afc71 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:31.046880 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:31.134663 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device a9d6be15-7e52-4126-bd7e-fc92609c9395 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:58:31.186780 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port a9d6be15-7e52-4126-bd7e-fc92609c9395 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:31.187451 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:32.157277 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b01f2ef1-bd1d-4df8-88ed-31162772b9fa req-de6410a9-86ca-494f-9a58-43dfe88e1b13 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474765 Sep 14 18:58:32.258963 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f2ef1-bd1d-4df8-88ed-31162772b9fa req-cf938188-2332-4002-8fb6-f4022f1b7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:32.260789 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b01f2ef1-bd1d-4df8-88ed-31162772b9fa req-cf938188-2332-4002-8fb6-f4022f1b7a03 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 1098 time: 0.0536590 Sep 14 18:58:32.390157 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f2ef1-bd1d-4df8-88ed-31162772b9fa req-f105809b-547d-456f-b21a-0327cefc96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:32.391659 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b01f2ef1-bd1d-4df8-88ed-31162772b9fa req-f105809b-547d-456f-b21a-0327cefc96f1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 912 time: 0.1104040 Sep 14 18:58:32.470524 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b01f2ef1-bd1d-4df8-88ed-31162772b9fa req-f15b36e3-7c33-4b7c-8d37-9fce859ed251 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b HTTP/1.1" status: 200 len: 1001 time: 0.0710158 Sep 14 18:58:32.533817 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f2ef1-bd1d-4df8-88ed-31162772b9fa req-a040aa80-1340-49df-b340-bd71d089e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:32.536038 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b01f2ef1-bd1d-4df8-88ed-31162772b9fa req-a040aa80-1340-49df-b340-bd71d089e0fa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 200 len: 850 time: 0.0572441 Sep 14 18:58:32.588140 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f2ef1-bd1d-4df8-88ed-31162772b9fa req-b7e6d6af-5643-49f0-b14d-37bd0e95c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:32.589949 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b01f2ef1-bd1d-4df8-88ed-31162772b9fa req-b7e6d6af-5643-49f0-b14d-37bd0e95c8a9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460389 Sep 14 18:58:32.700057 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b01f2ef1-bd1d-4df8-88ed-31162772b9fa req-26734f08-1b5e-4c9c-a83f-c05e41e77870 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020708 Sep 14 18:58:32.814340 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b01f2ef1-bd1d-4df8-88ed-31162772b9fa req-988e3bed-a3fc-400a-b562-1d988d116cde service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062453 Sep 14 18:58:32.989248 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 94df6413-379d-4d5b-8fee-93c20a0812f1 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:58:33.065147 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 94df6413-379d-4d5b-8fee-93c20a0812f1 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:58:33.069594 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 94df6413-379d-4d5b-8fee-93c20a0812f1 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:33.070048 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:33.172528 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:33.201521 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 94df6413-379d-4d5b-8fee-93c20a0812f1, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=94df6413-379d-4d5b-8fee-93c20a0812f1,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:58:33.209190 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:33.270390 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=94df6413-379d-4d5b-8fee-93c20a0812f1,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:33.361538 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Sync routers for ids ['b4e2b236-bb69-421b-bc05-352b98339b24'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:58:33.372710 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Routers {'b4e2b236-bb69-421b-bc05-352b98339b24'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:58:33.373405 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['b4e2b236-bb69-421b-bc05-352b98339b24'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:33.485836 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Set router b4e2b236-bb69-421b-bc05-352b98339b24 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:58:33.712348 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'name': 'tempest-TestMinimumBasicScenario-847433228-router', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:29Z', 'revision_number': 4, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'gw_port': {'id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '38f25deb-ef41-41cf-ad59-f25668a13ebc', 'name': '', 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'mac_address': 'fa:16:3e:14:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '6ae1784b-a6c8-455f-9c24-d7c366fd2033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:28Z', 'updated_at': '2021-09-14T18:58:29Z', 'revision_number': 2, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'subnets': [{'id': '6ae1784b-a6c8-455f-9c24-d7c366fd2033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:33.746903 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Checking router: b4e2b236-bb69-421b-bc05-352b98339b24 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:58:33.747243 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Updating router b4e2b236-bb69-421b-bc05-352b98339b24 port 38f25deb-ef41-41cf-ad59-f25668a13ebc binding host dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 18:58:33.774684 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:34.066616 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Notify callbacks [] for port, precommit_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:34.077948 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.provisioning_blocks [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Transition to ACTIVE for port object 38f25deb-ef41-41cf-ad59-f25668a13ebc will not be triggered until provisioned by entity L2. {{(pid=105944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:58:34.086327 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:34.170143 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e0829-925f-4375-8cb1-42500c4af075 None None] Pushing event updated for resources: {'Port': ['ID=38f25deb-ef41-41cf-ad59-f25668a13ebc,revision_number=3']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:34.216485 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Attempting to bind port 38f25deb-ef41-41cf-ad59-f25668a13ebc on host dv-cinder-808992-5-iscsi for vnic_type normal with profile {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:58:34.216852 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Attempting to bind port 38f25deb-ef41-41cf-ad59-f25668a13ebc by drivers openvswitch,hyperv on host dv-cinder-808992-5-iscsi at level 0 using segments [{'id': '28e32f6c-a505-449e-879f-fd44f5bba151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae'}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:58:34.217214 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Attempting to bind port 38f25deb-ef41-41cf-ad59-f25668a13ebc on network 09db43ca-52a0-4ce8-bc1b-725d9cd614ae {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:58:34.223174 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Checking agent: {'id': 'b80c0580-697d-4bdf-a54f-57df10642d5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 41, 25), 'started_at': datetime.datetime(2021, 9, 14, 18, 41, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:58:34.223690 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Checking segment: {'id': '28e32f6c-a505-449e-879f-fd44f5bba151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:58:34.224097 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:34.224490 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Bound using segment: {'id': '28e32f6c-a505-449e-879f-fd44f5bba151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae'} {{(pid=105944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:58:34.224961 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.managers [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Bound port: 38f25deb-ef41-41cf-ad59-f25668a13ebc, host: dv-cinder-808992-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e32f6c-a505-449e-879f-fd44f5bba151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae'}}] {{(pid=105944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:58:34.225356 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:34.304302 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] For port 38f25deb-ef41-41cf-ad59-f25668a13ebc, host dv-cinder-808992-5-iscsi, cleared binding levels {{(pid=105944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:58:34.307810 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.plugins.ml2.db [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] For port 38f25deb-ef41-41cf-ad59-f25668a13ebc, host dv-cinder-808992-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=38f25deb-ef41-41cf-ad59-f25668a13ebc,segment=NetworkSegment(28e32f6c-a505-449e-879f-fd44f5bba151),segment_id=28e32f6c-a505-449e-879f-fd44f5bba151)] {{(pid=105944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:58:34.316046 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron_lib.callbacks.manager [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:34.392737 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e0829-925f-4375-8cb1-42500c4af075 None None] Pushing event updated for resources: {'Port': ['ID=38f25deb-ef41-41cf-ad59-f25668a13ebc,revision_number=4']} {{(pid=105944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:34.404190 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Routers {'b4e2b236-bb69-421b-bc05-352b98339b24'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:58:34.404802 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['b4e2b236-bb69-421b-bc05-352b98339b24'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:34.549152 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] Set router b4e2b236-bb69-421b-bc05-352b98339b24 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:58:34.921180 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'name': 'tempest-TestMinimumBasicScenario-847433228-router', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:29Z', 'revision_number': 4, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'gw_port': {'id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '38f25deb-ef41-41cf-ad59-f25668a13ebc', 'name': '', 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'mac_address': 'fa:16:3e:14:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '6ae1784b-a6c8-455f-9c24-d7c366fd2033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:28Z', 'updated_at': '2021-09-14T18:58:34Z', 'revision_number': 4, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'subnets': [{'id': '6ae1784b-a6c8-455f-9c24-d7c366fd2033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:34.957388 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f77843-b734-43fc-a6fa-95efe4ffc8b8 None None] The sync data for ids ['b4e2b236-bb69-421b-bc05-352b98339b24'] in dv-cinder-808992-5-iscsi is: [{'id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'name': 'tempest-TestMinimumBasicScenario-847433228-router', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:29Z', 'revision_number': 4, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'gw_port': {'id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '38f25deb-ef41-41cf-ad59-f25668a13ebc', 'name': '', 'network_id': '09db43ca-52a0-4ce8-bc1b-725d9cd614ae', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'mac_address': 'fa:16:3e:14:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '6ae1784b-a6c8-455f-9c24-d7c366fd2033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:28Z', 'updated_at': '2021-09-14T18:58:34Z', 'revision_number': 4, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'subnets': [{'id': '6ae1784b-a6c8-455f-9c24-d7c366fd2033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:58:34.995931 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 38f25deb-ef41-41cf-ad59-f25668a13ebc up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:58:35.057997 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning for port 38f25deb-ef41-41cf-ad59-f25668a13ebc completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:58:35.064364 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 38f25deb-ef41-41cf-ad59-f25668a13ebc triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:35.064742 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:35.164761 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:35.202151 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] For port 38f25deb-ef41-41cf-ad59-f25668a13ebc, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=38f25deb-ef41-41cf-ad59-f25668a13ebc,segment=NetworkSegment(28e32f6c-a505-449e-879f-fd44f5bba151),segment_id=28e32f6c-a505-449e-879f-fd44f5bba151)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:58:35.208424 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:35.209823 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 94df6413-379d-4d5b-8fee-93c20a0812f1 up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:58:35.294494 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Pushing event updated for resources: {'Port': ['ID=38f25deb-ef41-41cf-ad59-f25668a13ebc,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:35.310690 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 94df6413-379d-4d5b-8fee-93c20a0812f1 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:35.311234 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:36.971352 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 38f25deb-ef41-41cf-ad59-f25668a13ebc up at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:58:37.035132 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Provisioning complete for port 38f25deb-ef41-41cf-ad59-f25668a13ebc triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:37.035505 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:40.298167 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-72ef0083-f2c2-492d-8385-4b51640e193e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:40.299658 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-72ef0083-f2c2-492d-8385-4b51640e193e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/networks?id=f9207236-b1e0-44c3-b2c0-86303c058b9d HTTP/1.1" status: 200 len: 815 time: 0.1004672 Sep 14 18:58:40.314666 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-2d824bc5-72ec-4886-ba99-205788f4f135 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/quotas/fabf9802fe3649f388d50666fd4a14ab HTTP/1.1" status: 200 len: 375 time: 0.0091832 Sep 14 18:58:40.366477 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-f0e69ed1-0ed7-4c2d-8acd-cbd7782dcbce tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fabf9802fe3649f388d50666fd4a14ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457261 Sep 14 18:58:40.463673 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-4e793f3d-48c3-4f17-b983-1a02f3b6ae15 service neutron] 10.222.0.37 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858574 Sep 14 18:58:40.554541 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-261c9176-4d25-4e5d-bc48-e45be10babe1 service neutron] 10.222.0.37 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849226 Sep 14 18:58:41.755225 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-33500119-c8a1-4fb3-b7a3-5880be10735c req-0a7759f0-d369-4b16-8ab1-9d0ea3cf24cf tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 210 time: 0.0291002 Sep 14 18:58:42.831974 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ddaec2f9-2829-418f-84ac-33547be6283d req-f6cccc41-93bf-456a-b631-6a86a5909fdf tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 210 time: 0.0272470 Sep 14 18:58:43.907445 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-e26ae912-f6e6-46a1-b806-4d3225cbda73 req-dc67f92a-4396-4a8e-ab48-628deecc42ac tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 210 time: 0.0266681 Sep 14 18:58:44.711563 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-d738f2dc-c61f-491d-a7f9-8c9cda9f8dc0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:44.713067 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-d738f2dc-c61f-491d-a7f9-8c9cda9f8dc0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.68 "GET /v2.0/networks?id=f9207236-b1e0-44c3-b2c0-86303c058b9d HTTP/1.1" status: 200 len: 815 time: 0.1060510 Sep 14 18:58:44.725754 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Request body: {'port': {'device_id': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'admin_state_up': True, 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:58:44.839480 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Made reservation on behalf of fabf9802fe3649f388d50666fd4a14ab for: {'port': 1} {{(pid=105941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 18:58:44.843520 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:44.979668 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_common [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Allocated IP 172.20.0.14 (f9207236-b1e0-44c3-b2c0-86303c058b9d/b12a0f24-8c81-4a5f-bfaf-443fb99ad721/24829c4f-60fd-4aed-ad60-4c83e6d07eb7) {{(pid=105941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:58:45.019879 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1a6203fc-ca46-4c15-b4f9-7e01cc1be85d req-4f8473ad-5945-4608-89f1-02d3b12ef405 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 210 time: 0.0332298 Sep 14 18:58:45.188254 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for port, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:45.208695 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.provisioning_blocks [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Transition to ACTIVE for port object 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 will not be triggered until provisioned by entity DHCP. {{(pid=105941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:58:45.246777 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:45.298407 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Network f9207236-b1e0-44c3-b2c0-86303c058b9d is already hosted by enough agents. {{(pid=105941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:58:45.301487 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.base_scheduler [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Resources bound (agent type, host, resource id): {{(pid=105941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:58:45.305268 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Received port after_create {{(pid=105941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:58:45.332390 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event updated for resources: {'Port': ['ID=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,revision_number=1']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:45.372898 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:45.373931 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:45.398831 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-bcb7c51f-f4f0-4d2b-88d1-bf56cb928e5d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6771233 Sep 14 18:58:45.550834 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-8e00b750-1f2e-4853-b903-2e932e514193 None None] Provisioning for port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 completed by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:58:45.555323 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-8e00b750-1f2e-4853-b903-2e932e514193 None None] Provisioning complete for port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:45.555700 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-8e00b750-1f2e-4853-b903-2e932e514193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:45.590942 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-8e00b750-1f2e-4853-b903-2e932e514193 None None] Port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 cannot update to ACTIVE because it is not bound. {{(pid=105943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 18:58:46.157644 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e64c0-aec2-4617-8148-4a4e3ed7f484 req-062fee4d-5842-4666-bafc-79f42d6aac48 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:46.159433 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ac6e64c0-aec2-4617-8148-4a4e3ed7f484 req-062fee4d-5842-4666-bafc-79f42d6aac48 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 932 time: 0.0540874 Sep 14 18:58:46.201319 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ac6e64c0-aec2-4617-8148-4a4e3ed7f484 req-5612bcf6-7c3d-4eea-84fc-b958b1ec03bb tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342982 Sep 14 18:58:47.320822 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb270b-482b-42c4-af29-298ba1a6ff35 req-41b0931c-ba2d-40b5-83d8-8559c42348f4 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:47.322566 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f0bb270b-482b-42c4-af29-298ba1a6ff35 req-41b0931c-ba2d-40b5-83d8-8559c42348f4 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 932 time: 0.0530422 Sep 14 18:58:47.362431 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-f0bb270b-482b-42c4-af29-298ba1a6ff35 req-24db0a18-0250-447c-88af-33804adabd72 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Sep 14 18:58:48.480978 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192af1c-2e45-4001-b133-3b2c06656e8b req-dd362afd-8940-4719-ab46-3193fc6857fb tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:48.482567 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7192af1c-2e45-4001-b133-3b2c06656e8b req-dd362afd-8940-4719-ab46-3193fc6857fb tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 932 time: 0.0494163 Sep 14 18:58:48.523476 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7192af1c-2e45-4001-b133-3b2c06656e8b req-e1d357fd-01fd-40fe-85b3-7c43288f005d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342882 Sep 14 18:58:49.648190 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea8574-f03e-4870-b8df-b809fd9debea req-37da9349-3124-4ee2-a612-57f7f4f3f59f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:49.649715 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-33ea8574-f03e-4870-b8df-b809fd9debea req-37da9349-3124-4ee2-a612-57f7f4f3f59f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 932 time: 0.0573385 Sep 14 18:58:49.692649 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-33ea8574-f03e-4870-b8df-b809fd9debea req-edef4ad1-2cc6-4d92-bb34-3918b0655976 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343802 Sep 14 18:58:50.819561 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a7a26-5ecf-4921-8612-5f9cbeb45b87 req-2e10edc6-a3d4-48ff-9ffa-5b7b7035ce82 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:50.821392 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d54a7a26-5ecf-4921-8612-5f9cbeb45b87 req-2e10edc6-a3d4-48ff-9ffa-5b7b7035ce82 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 932 time: 0.0559030 Sep 14 18:58:50.863480 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d54a7a26-5ecf-4921-8612-5f9cbeb45b87 req-677233d1-9efd-4a54-9cba-d3213fafdb3b tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353496 Sep 14 18:58:51.990506 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d929f7-746d-4b4f-8443-1f853952fd2b req-524a21b4-5cec-488f-beaf-d6f8d9983b09 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:51.992193 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-56d929f7-746d-4b4f-8443-1f853952fd2b req-524a21b4-5cec-488f-beaf-d6f8d9983b09 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 932 time: 0.0537107 Sep 14 18:58:52.035122 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-56d929f7-746d-4b4f-8443-1f853952fd2b req-6136c880-6f4e-417e-9585-3e9fe6b7bab2 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359838 Sep 14 18:58:52.075069 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-dc7641db-9ed3-4241-89b3-36ba99f2499b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:53.180194 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed7e41-c1ac-4f8b-a850-03fd65d3394e req-ac5fb04c-160c-4de7-810c-63d23696c657 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:53.182012 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-57ed7e41-c1ac-4f8b-a850-03fd65d3394e req-ac5fb04c-160c-4de7-810c-63d23696c657 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 932 time: 0.0767481 Sep 14 18:58:53.242592 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-57ed7e41-c1ac-4f8b-a850-03fd65d3394e req-e5ff8ee3-95df-4d7e-80f2-0a6672d4e1ee tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544469 Sep 14 18:58:54.366922 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3f148-ee9d-43f8-81a9-31f550f42244 req-d48d7b2e-85ac-4a8f-aa7a-661905ff3c3f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:54.368403 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7bd3f148-ee9d-43f8-81a9-31f550f42244 req-d48d7b2e-85ac-4a8f-aa7a-661905ff3c3f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 932 time: 0.0511348 Sep 14 18:58:54.407440 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-7bd3f148-ee9d-43f8-81a9-31f550f42244 req-deb8b7f0-b3e7-45f8-92e8-b84c5732b260 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331402 Sep 14 18:58:54.887441 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Request body: {'port': {'device_id': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:58:54.944688 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:55.031534 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:55.204782 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 {{(pid=105941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:58:55.212124 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:55.223525 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.provisioning_blocks [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Transition to ACTIVE for port object 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 will not be triggered until provisioned by entity L2. {{(pid=105941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 18:58:55.227123 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26220426'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:55.251861 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-a9b850fc-a48f-4caa-a08c-36b65809ae24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:55.320972 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Pushing event updated for resources: {'Port': ['ID=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,revision_number=2']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:55.334454 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:55.334855 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:55.335178 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:55.335519 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:55.335858 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:55.336199 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:55.336530 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:55.336864 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:55.337195 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:55.337544 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:55.337877 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:55.338205 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:55.366561 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Attempting to bind port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 18:58:55.366902 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Attempting to bind port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'a008768d-2d0f-4550-ba81-e237c6a40f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d'}] {{(pid=105941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 18:58:55.367231 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Attempting to bind port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 on network f9207236-b1e0-44c3-b2c0-86303c058b9d {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:58:55.371910 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 on network f9207236-b1e0-44c3-b2c0-86303c058b9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 18:58:55.372226 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Attempting to bind port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 on network f9207236-b1e0-44c3-b2c0-86303c058b9d {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 18:58:55.377147 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Checking agent: {'id': '25c29741-ebc5-4ad3-bccd-168202e9cc50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'started_at': datetime.datetime(2021, 9, 14, 18, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 18, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 18:58:55.377480 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Checking segment: {'id': 'a008768d-2d0f-4550-ba81-e237c6a40f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 18:58:55.377922 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Bound using segment: {'id': 'a008768d-2d0f-4550-ba81-e237c6a40f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d'} {{(pid=105941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 18:58:55.378355 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.managers [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Bound port: 24829c4f-60fd-4aed-ad60-4c83e6d07eb7, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a008768d-2d0f-4550-ba81-e237c6a40f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d'}}] {{(pid=105941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 18:58:55.378708 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:55.444837 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] For port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7, host hv-cinder-80899, cleared binding levels {{(pid=105941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 18:58:55.448000 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] For port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 18:58:55.452993 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26220426'] for port, after_update {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:55.492093 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:55.492712 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:55.494131 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] 10.222.0.68 "PUT /v2.0/ports/24829c4f-60fd-4aed-ad60-4c83e6d07eb7 HTTP/1.1" status: 200 len: 1094 time: 0.6111314 Sep 14 18:58:55.494570 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:58:55.496815 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2343467e-b115-4169-a33b-a2f6c55f8008" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:58:55.527254 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c344d-ec52-473c-a5f5-58d8ca62981a service neutron] Pushing event updated for resources: {'Port': ['ID=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,revision_number=3']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:55.540106 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9084a-ea21-4035-9e56-b31e9afa7c15 req-db676a90-ab33-4262-b990-1c45d66d8de6 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:55.546095 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2ec9084a-ea21-4035-9e56-b31e9afa7c15 req-db676a90-ab33-4262-b990-1c45d66d8de6 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 944 time: 0.0728543 Sep 14 18:58:55.550472 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c180d8f-8f13-44c0-8aea-ad8c23e56b31 x-openstack-request-id: req-4c180d8f-8f13-44c0-8aea-ad8c23e56b31 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:58:55.550961 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:58:55.551381 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c180d8f-8f13-44c0-8aea-ad8c23e56b31 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:58:55.551954 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7', 'status': 'completed', 'code': 200} Sep 14 18:58:55.584995 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2ec9084a-ea21-4035-9e56-b31e9afa7c15 req-48d3bb57-c7fe-4e02-aeb5-99fdbdba9228 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364358 Sep 14 18:58:55.601145 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-a1cf006b-efaf-4033-ad1e-d4b1e8de746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:55.602699 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-a1cf006b-efaf-4033-ad1e-d4b1e8de746e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fabf9802fe3649f388d50666fd4a14ab&device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 1097 time: 0.0497744 Sep 14 18:58:55.645675 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-65e7986e-2588-4833-b599-071879fecf4c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7 HTTP/1.1" status: 200 len: 217 time: 0.0345769 Sep 14 18:58:55.695486 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-ff227754-878e-44c8-99e6-455f18574a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:55.696953 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-ff227754-878e-44c8-99e6-455f18574a83 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b12a0f24-8c81-4a5f-bfaf-443fb99ad721 HTTP/1.1" status: 200 len: 854 time: 0.0449157 Sep 14 18:58:55.747281 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-9039480f-f6a0-4769-98e4-20e2b06764c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:55.748670 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-9039480f-f6a0-4769-98e4-20e2b06764c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9207236-b1e0-44c3-b2c0-86303c058b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446901 Sep 14 18:58:55.835601 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-922f2a4e-008c-486d-ae4f-3585a3e54530 service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798664 Sep 14 18:58:55.926653 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d2d30776-d722-4bd0-8113-3e04b2f24d16 req-fe8f1fb9-b917-4d83-b7b7-19744326babc service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845573 Sep 14 18:58:56.008561 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343467e-b115-4169-a33b-a2f6c55f8008 req-9d643f52-8486-4cbf-80b8-7583b8eba4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:56.009978 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2343467e-b115-4169-a33b-a2f6c55f8008 req-9d643f52-8486-4cbf-80b8-7583b8eba4b5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fabf9802fe3649f388d50666fd4a14ab&device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 1097 time: 0.0404654 Sep 14 18:58:56.105560 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343467e-b115-4169-a33b-a2f6c55f8008 req-c2bd225b-f012-4146-bdcb-9e9ffb8a8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:56.107428 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2343467e-b115-4169-a33b-a2f6c55f8008 req-c2bd225b-f012-4146-bdcb-9e9ffb8a8e62 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9207236-b1e0-44c3-b2c0-86303c058b9d HTTP/1.1" status: 200 len: 916 time: 0.0901549 Sep 14 18:58:56.149794 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2343467e-b115-4169-a33b-a2f6c55f8008 req-0c24f9f8-2596-4fe1-92cf-db4be93f9d19 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7 HTTP/1.1" status: 200 len: 217 time: 0.0351806 Sep 14 18:58:56.203706 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343467e-b115-4169-a33b-a2f6c55f8008 req-38f1f953-b236-48b8-8a4b-1dc9a4bd90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:56.205224 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2343467e-b115-4169-a33b-a2f6c55f8008 req-38f1f953-b236-48b8-8a4b-1dc9a4bd90fa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b12a0f24-8c81-4a5f-bfaf-443fb99ad721 HTTP/1.1" status: 200 len: 854 time: 0.0476737 Sep 14 18:58:56.259205 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343467e-b115-4169-a33b-a2f6c55f8008 req-9097e1c8-404c-46d9-bd24-789343880342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:56.260679 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2343467e-b115-4169-a33b-a2f6c55f8008 req-9097e1c8-404c-46d9-bd24-789343880342 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9207236-b1e0-44c3-b2c0-86303c058b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445404 Sep 14 18:58:56.266650 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856a907-e3ae-4404-9103-5776f2728d3b req-c63b07ac-eadf-42b5-a424-552cfabb5ccb tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:56.268194 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c856a907-e3ae-4404-9103-5776f2728d3b req-c63b07ac-eadf-42b5-a424-552cfabb5ccb tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0523732 Sep 14 18:58:56.306682 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c856a907-e3ae-4404-9103-5776f2728d3b req-d6a17b18-5c18-421d-803f-388b6666a331 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316622 Sep 14 18:58:56.356710 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2343467e-b115-4169-a33b-a2f6c55f8008 req-2d484f49-1c46-47b8-b890-c98df62a30c8 service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879660 Sep 14 18:58:56.447336 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2343467e-b115-4169-a33b-a2f6c55f8008 req-66e9b559-cbc1-41a6-bb64-cad7ef3c884c service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833752 Sep 14 18:58:56.646837 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:56.705050 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed8ac-eac7-408d-a144-5ec6404a771b req-e5ae1d4c-5ae3-4ff9-abc9-ff2f0d5bef74 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:56.706544 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-30bed8ac-eac7-408d-a144-5ec6404a771b req-e5ae1d4c-5ae3-4ff9-abc9-ff2f0d5bef74 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 944 time: 0.0494885 Sep 14 18:58:56.744441 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-30bed8ac-eac7-408d-a144-5ec6404a771b req-830989d9-d56a-4bf8-a427-efec672a99ac tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315239 Sep 14 18:58:57.132957 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51222) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:58:57.286634 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Deleting port f396b3e9-ce2d-4a77-a7f7-d828fb3f2930 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:58:57.286860 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:57.361145 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:57.361465 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:57.373420 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Calling delete_port for f396b3e9-ce2d-4a77-a7f7-d828fb3f2930 owned by network:floatingip {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:58:57.490836 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087b6cc-3795-4fcb-9f23-2e14be75d466 req-021a85b4-6ccb-4c07-84eb-b14727249666 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:57.492451 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c087b6cc-3795-4fcb-9f23-2e14be75d466 req-021a85b4-6ccb-4c07-84eb-b14727249666 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.1171343 Sep 14 18:58:57.550893 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c087b6cc-3795-4fcb-9f23-2e14be75d466 req-9b19dc50-8a14-4539-b253-8a1413f68333 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518045 Sep 14 18:58:57.568341 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:58:57.626374 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:57.654066 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event deleted for resources: {'Port': ['ID=f396b3e9-ce2d-4a77-a7f7-d828fb3f2930,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:57.662674 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:57.663460 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:57.663460 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:57.663830 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:57.664161 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:57.664497 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:57.664828 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:57.665158 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:57.665519 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:57.665830 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:57.666156 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:57.666481 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 18:58:57.677467 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:58:57.689376 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'port_id': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7', 'mac_address': 'fa:16:3e:ed:e1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:58:57.734193 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for floatingip, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:57.734569 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:57.734682 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.l3_db [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Floating IP 60700473-1acf-4838-9eee-d4651ba76356 disassociated (deleted). External IP: 172.27.1.244, port: cadf8b7b-5f9f-4f06-823c-bde0fff508b4. Sep 14 18:58:57.748033 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:58:57.768123 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:58:57.774463 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:57.830500 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,revision_number=4']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:58:57.867104 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8398be-cac8-46bd-a962-7f882849c716 req-d124bd4a-fcab-494a-b52c-9b8743c8f31a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:57.868604 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2c8398be-cac8-46bd-a962-7f882849c716 req-d124bd4a-fcab-494a-b52c-9b8743c8f31a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 945 time: 0.0490825 Sep 14 18:58:57.906182 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2c8398be-cac8-46bd-a962-7f882849c716 req-fcc1e755-65f1-4e1d-aa2a-3fef47c9bae0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314693 Sep 14 18:58:57.949841 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:58:58.024736 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['24829c4f-60fd-4aed-ad60-4c83e6d07eb7'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:58:58.064956 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:58:58.071695 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:58.076523 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64edb239-5d9c-4f7f-b425-72cc6b3f9c51 None None] Sync routers for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:58:58.101825 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-f7c7d23c-3c48-4f08-9aa8-08c3103aeb6e tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "DELETE /v2.0/floatingips/60700473-1acf-4838-9eee-d4651ba76356 HTTP/1.1" status: 204 len: 168 time: 0.9645035 Sep 14 18:58:58.101825 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'tag': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:58:58.102122 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64edb239-5d9c-4f7f-b425-72cc6b3f9c51 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:58:58.102122 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-64edb239-5d9c-4f7f-b425-72cc6b3f9c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:58.102326 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fb68b3-170d-481e-ba9d-b4ea27c349ca" -d '{"events": [{"name": "network-changed", "server_uuid": "22d6caed-4879-42dd-894c-1e92b57f8eaa", "tag": "cadf8b7b-5f9f-4f06-823c-bde0fff508b4"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:58:58.146561 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2abd695-0354-4d63-a440-078b71ea68cd x-openstack-request-id: req-d2abd695-0354-4d63-a440-078b71ea68cd {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:58:58.147723 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d6caed-4879-42dd-894c-1e92b57f8eaa", "tag": "cadf8b7b-5f9f-4f06-823c-bde0fff508b4", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:58:58.147723 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2abd695-0354-4d63-a440-078b71ea68cd {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:58:58.149808 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'tag': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4', 'status': 'completed', 'code': 200} Sep 14 18:58:58.226621 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb68b3-170d-481e-ba9d-b4ea27c349ca req-50bd0784-895f-4f7b-bc0e-675954d360a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:58.228410 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a5fb68b3-170d-481e-ba9d-b4ea27c349ca req-50bd0784-895f-4f7b-bc0e-675954d360a6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 1099 time: 0.0569828 Sep 14 18:58:58.260622 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-64edb239-5d9c-4f7f-b425-72cc6b3f9c51 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:58:58.344671 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:58.377214 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f3601-6266-489f-b228-1f0d0936d415 req-43471dc7-c0ab-48d2-9f66-29c897dd6fae tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:58.378668 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-af3f3601-6266-489f-b228-1f0d0936d415 req-43471dc7-c0ab-48d2-9f66-29c897dd6fae tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 946 time: 0.0703504 Sep 14 18:58:58.379688 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb68b3-170d-481e-ba9d-b4ea27c349ca req-3cbeafd3-6446-45bf-bc8e-4f7b29c4c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:58.381164 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a5fb68b3-170d-481e-ba9d-b4ea27c349ca req-3cbeafd3-6446-45bf-bc8e-4f7b29c4c3d8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 912 time: 0.1463876 Sep 14 18:58:58.438294 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a5fb68b3-170d-481e-ba9d-b4ea27c349ca req-3c137558-0cb1-4353-8954-a694e4bee650 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cadf8b7b-5f9f-4f06-823c-bde0fff508b4 HTTP/1.1" status: 200 len: 217 time: 0.0454834 Sep 14 18:58:58.464598 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-af3f3601-6266-489f-b228-1f0d0936d415 req-e45cab9b-05cb-4a97-8b23-7030492ebbaa tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779815 Sep 14 18:58:58.499526 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb68b3-170d-481e-ba9d-b4ea27c349ca req-93065eca-0807-4c29-8c20-c1e4f7589b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:58.501100 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a5fb68b3-170d-481e-ba9d-b4ea27c349ca req-93065eca-0807-4c29-8c20-c1e4f7589b99 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 200 len: 850 time: 0.0516310 Sep 14 18:58:58.502640 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-64edb239-5d9c-4f7f-b425-72cc6b3f9c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '30f412cd-11c1-4b86-aa5e-c3c6eea4a685', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:3b:d6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a052d-f153-4910-809e-35eb2f10918e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:55:24Z', 'updated_at': '2021-09-14T18:55:27Z', 'revision_number': 1, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:58.533705 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64edb239-5d9c-4f7f-b425-72cc6b3f9c51 None None] Checking router: ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:58:58.542678 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64edb239-5d9c-4f7f-b425-72cc6b3f9c51 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:58:58.543299 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-64edb239-5d9c-4f7f-b425-72cc6b3f9c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:58.552433 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb68b3-170d-481e-ba9d-b4ea27c349ca req-f1dff09b-33bc-4c1d-bdae-f1784812c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:58.553970 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a5fb68b3-170d-481e-ba9d-b4ea27c349ca req-f1dff09b-33bc-4c1d-bdae-f1784812c953 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447686 Sep 14 18:58:58.654404 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-64edb239-5d9c-4f7f-b425-72cc6b3f9c51 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:58:58.659203 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a5fb68b3-170d-481e-ba9d-b4ea27c349ca req-57cca22f-8d3c-43fb-8c30-80d07cae47ff service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961244 Sep 14 18:58:58.676584 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc4148-3fe9-4a76-8a54-e98de923bbea req-d3396a1d-c413-4f85-a213-50c88e1ea60f tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:58.678124 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c9fc4148-3fe9-4a76-8a54-e98de923bbea req-d3396a1d-c413-4f85-a213-50c88e1ea60f tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0547991 Sep 14 18:58:58.719907 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c9fc4148-3fe9-4a76-8a54-e98de923bbea req-675828fe-f493-47a9-a987-032f17b10617 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335660 Sep 14 18:58:58.758565 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a5fb68b3-170d-481e-ba9d-b4ea27c349ca req-689829d1-f8d0-4556-a89c-5aedb8e3451c service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917456 Sep 14 18:58:58.891337 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-64edb239-5d9c-4f7f-b425-72cc6b3f9c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '30f412cd-11c1-4b86-aa5e-c3c6eea4a685', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:3b:d6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a052d-f153-4910-809e-35eb2f10918e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:55:24Z', 'updated_at': '2021-09-14T18:55:27Z', 'revision_number': 1, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:58:58.917976 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64edb239-5d9c-4f7f-b425-72cc6b3f9c51 None None] The sync data for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi is: [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '30f412cd-11c1-4b86-aa5e-c3c6eea4a685', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'port_id': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'mac_address': 'fa:16:3e:3b:d6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a052d-f153-4910-809e-35eb2f10918e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:55:24Z', 'updated_at': '2021-09-14T18:55:27Z', 'revision_number': 1, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:58:59.025452 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34906c23-b8d8-4485-99b5-c35541f4b432 req-d9f624e5-4ed4-4c94-b6dd-78caf0b85990 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:59.027033 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-34906c23-b8d8-4485-99b5-c35541f4b432 req-d9f624e5-4ed4-4c94-b6dd-78caf0b85990 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 945 time: 0.0532188 Sep 14 18:58:59.036534 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:59.071106 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-34906c23-b8d8-4485-99b5-c35541f4b432 req-a3da5bb8-1693-493f-ad32-09e2ae4b8cc5 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368962 Sep 14 18:58:59.160330 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a205b324-da58-4a45-bfbc-cc7207f673b2 None None] New status for floating IP 60700473-1acf-4838-9eee-d4651ba76356: DOWN {{(pid=105944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:58:59.575426 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:58:59.578159 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c636d6-9606-4a4c-8877-3077c8284fe8 req-0be6e666-9347-4858-b803-3426753d8812 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:59.579630 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b7c636d6-9606-4a4c-8877-3077c8284fe8 req-0be6e666-9347-4858-b803-3426753d8812 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 946 time: 0.0479205 Sep 14 18:58:59.619015 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b7c636d6-9606-4a4c-8877-3077c8284fe8 req-52f9fb42-229b-4f4f-91c1-799f0e2c8b83 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Sep 14 18:58:59.627598 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning for port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 completed by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 18:58:59.631469 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:58:59.636141 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:59.841567 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05e3c8-ded6-47ac-b7c3-816ef80d91f0 req-9144a840-af31-41ad-9969-a6c9356e3837 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:59.843125 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8b05e3c8-ded6-47ac-b7c3-816ef80d91f0 req-9144a840-af31-41ad-9969-a6c9356e3837 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0483372 Sep 14 18:58:59.845745 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:59.869635 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:58:59.871949 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce22b95-b387-4e8b-b279-b9f7b9a948bc" -d '{"events": [{"server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "name": "network-vif-plugged", "status": "completed", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:58:59.885000 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:58:59.889268 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:58:59.914195 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8b05e3c8-ded6-47ac-b7c3-816ef80d91f0 req-8118309c-17c3-41ae-9f89-1bc262f72b54 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647759 Sep 14 18:58:59.917991 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9908c83-5e53-442c-809b-a21e7103fb77 x-openstack-request-id: req-e9908c83-5e53-442c-809b-a21e7103fb77 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:58:59.919185 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "name": "network-vif-plugged", "status": "completed", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:58:59.919603 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9908c83-5e53-442c-809b-a21e7103fb77 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:58:59.920165 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7', 'code': 200} Sep 14 18:58:59.939686 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc766e1f-5e66-4297-8a5e-bb26ceb15e87 req-f6d83aba-48a6-4d79-bd28-23b6e7edeb36 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:58:59.941151 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-fc766e1f-5e66-4297-8a5e-bb26ceb15e87 req-f6d83aba-48a6-4d79-bd28-23b6e7edeb36 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 946 time: 0.0852892 Sep 14 18:58:59.947291 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,revision_number=5']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:00.034004 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-fc766e1f-5e66-4297-8a5e-bb26ceb15e87 req-187c02d9-e5df-48a9-b477-ed01fb620760 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Deleting port cadf8b7b-5f9f-4f06-823c-bde0fff508b4 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:59:00.034571 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-fc766e1f-5e66-4297-8a5e-bb26ceb15e87 req-187c02d9-e5df-48a9-b477-ed01fb620760 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:00.085682 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721098a6-69d2-4e4d-855d-45d2cd2d5b8b req-c8db9b82-495c-4941-ad88-996e03f38537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:00.087455 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-721098a6-69d2-4e4d-855d-45d2cd2d5b8b req-c8db9b82-495c-4941-ad88-996e03f38537 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 1099 time: 0.0401740 Sep 14 18:59:00.127875 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-721098a6-69d2-4e4d-855d-45d2cd2d5b8b req-1d7bfc48-68d1-4a87-8b2f-dcf3325829cb service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Sep 14 18:59:00.197591 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f1ddf-25db-418a-8384-392a28cbb016 req-435dcea4-be4b-4d0e-bd03-3439aab45756 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:00.199219 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0d1f1ddf-25db-418a-8384-392a28cbb016 req-435dcea4-be4b-4d0e-bd03-3439aab45756 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 946 time: 0.0569744 Sep 14 18:59:00.241809 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0d1f1ddf-25db-418a-8384-392a28cbb016 req-c3d74497-a781-48dc-aea1-8783a2ee52b8 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355349 Sep 14 18:59:00.354959 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-fc766e1f-5e66-4297-8a5e-bb26ceb15e87 req-187c02d9-e5df-48a9-b477-ed01fb620760 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] For port cadf8b7b-5f9f-4f06-823c-bde0fff508b4, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cadf8b7b-5f9f-4f06-823c-bde0fff508b4,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:00.355328 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-fc766e1f-5e66-4297-8a5e-bb26ceb15e87 req-187c02d9-e5df-48a9-b477-ed01fb620760 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:00.367835 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-fc766e1f-5e66-4297-8a5e-bb26ceb15e87 req-187c02d9-e5df-48a9-b477-ed01fb620760 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Calling delete_port for cadf8b7b-5f9f-4f06-823c-bde0fff508b4 owned by compute:nova {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:59:00.490203 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-fc766e1f-5e66-4297-8a5e-bb26ceb15e87 req-187c02d9-e5df-48a9-b477-ed01fb620760 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:00.518855 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c02d9-e5df-48a9-b477-ed01fb620760 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event deleted for resources: {'Port': ['ID=cadf8b7b-5f9f-4f06-823c-bde0fff508b4,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:00.561746 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc766e1f-5e66-4297-8a5e-bb26ceb15e87 req-187c02d9-e5df-48a9-b477-ed01fb620760 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] No DVR routers for this DVR port cadf8b7b-5f9f-4f06-823c-bde0fff508b4 on host hv-cinder-80899 {{(pid=105941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:59:00.564271 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-fc766e1f-5e66-4297-8a5e-bb26ceb15e87 req-187c02d9-e5df-48a9-b477-ed01fb620760 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:00.566296 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-fc766e1f-5e66-4297-8a5e-bb26ceb15e87 req-187c02d9-e5df-48a9-b477-ed01fb620760 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "DELETE /v2.0/ports/cadf8b7b-5f9f-4f06-823c-bde0fff508b4 HTTP/1.1" status: 204 len: 173 time: 0.6190248 Sep 14 18:59:00.566727 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'name': 'network-vif-deleted', 'tag': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:59:00.569519 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1f95cc-3f87-4675-b3d2-052ef6d389bc" -d '{"events": [{"server_uuid": "22d6caed-4879-42dd-894c-1e92b57f8eaa", "name": "network-vif-deleted", "tag": "cadf8b7b-5f9f-4f06-823c-bde0fff508b4"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:59:00.609899 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583e830e-35d8-40f6-b3dd-f0df54805659 x-openstack-request-id: req-583e830e-35d8-40f6-b3dd-f0df54805659 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:59:00.610195 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d6caed-4879-42dd-894c-1e92b57f8eaa", "name": "network-vif-deleted", "tag": "cadf8b7b-5f9f-4f06-823c-bde0fff508b4", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:59:00.610447 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-583e830e-35d8-40f6-b3dd-f0df54805659 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:59:00.610839 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d6caed-4879-42dd-894c-1e92b57f8eaa', 'name': 'network-vif-deleted', 'tag': 'cadf8b7b-5f9f-4f06-823c-bde0fff508b4', 'status': 'completed', 'code': 200} Sep 14 18:59:00.716814 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-ffd00c71-7c6f-4e06-88bc-0a9bbedf2be1 req-f6a66b36-72e7-4aea-b1ec-bcc1a19e310a tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d6caed-4879-42dd-894c-1e92b57f8eaa HTTP/1.1" status: 200 len: 210 time: 0.0284774 Sep 14 18:59:01.031209 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487710c2-0d66-4f7f-9475-611c66ad59d3 req-1bb51d34-5dcc-45e7-be91-934ad71d2eff tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:01.032877 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-487710c2-0d66-4f7f-9475-611c66ad59d3 req-1bb51d34-5dcc-45e7-be91-934ad71d2eff tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0489528 Sep 14 18:59:01.071384 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-487710c2-0d66-4f7f-9475-611c66ad59d3 req-274b1660-6505-4df9-b407-36bb07a4ae38 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317121 Sep 14 18:59:01.360501 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea3322-1c4f-4b8e-9f0f-257376fc4d81 req-a0706b5f-2988-45a0-813b-9c9427d5d410 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:01.361989 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-91ea3322-1c4f-4b8e-9f0f-257376fc4d81 req-a0706b5f-2988-45a0-813b-9c9427d5d410 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 946 time: 0.0497239 Sep 14 18:59:01.400314 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-91ea3322-1c4f-4b8e-9f0f-257376fc4d81 req-29447a36-862a-48b3-b1fa-4ea61034cd64 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317409 Sep 14 18:59:01.514757 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9b3a5-a1b1-4dfa-88ca-3cf9f0ec16f0 req-a251d21f-dd1a-46cf-9fd2-2892c8eeb878 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:01.516129 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d6e9b3a5-a1b1-4dfa-88ca-3cf9f0ec16f0 req-a251d21f-dd1a-46cf-9fd2-2892c8eeb878 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 946 time: 0.0517526 Sep 14 18:59:01.554010 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d6e9b3a5-a1b1-4dfa-88ca-3cf9f0ec16f0 req-251c72a8-f663-4cbb-80a4-67de6dec21c9 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318177 Sep 14 18:59:01.881185 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add2883-e1a5-4e30-8c33-b829bdd5b617 req-ccc1dc86-2d0f-47d6-a0c3-c2c1b799589a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:01.883296 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2add2883-e1a5-4e30-8c33-b829bdd5b617 req-ccc1dc86-2d0f-47d6-a0c3-c2c1b799589a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 946 time: 0.0524309 Sep 14 18:59:01.920089 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2add2883-e1a5-4e30-8c33-b829bdd5b617 req-10e8d374-9889-4452-bf5a-053ff192c365 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309687 Sep 14 18:59:02.192872 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe361f1-1d4c-4eeb-af9b-0988b3dd77ca req-f00afa78-9329-4491-b43c-52444c231b52 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:02.194430 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0fe361f1-1d4c-4eeb-af9b-0988b3dd77ca req-f00afa78-9329-4491-b43c-52444c231b52 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0522254 Sep 14 18:59:02.249402 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0fe361f1-1d4c-4eeb-af9b-0988b3dd77ca req-1845f049-ec12-4372-bd00-c2744ba77c4c tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479875 Sep 14 18:59:03.377517 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891acfad-1372-4686-8c92-f6e330e1beb5 req-f7ca12ab-5451-4dcd-bb58-76a2156bb518 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:03.379028 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-891acfad-1372-4686-8c92-f6e330e1beb5 req-f7ca12ab-5451-4dcd-bb58-76a2156bb518 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0502505 Sep 14 18:59:03.416985 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-891acfad-1372-4686-8c92-f6e330e1beb5 req-559df392-9726-4f4b-ae8d-d5958e7a9f49 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309019 Sep 14 18:59:03.591140 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device cadf8b7b-5f9f-4f06-823c-bde0fff508b4 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:59:03.613900 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: cadf8b7b-5f9f-4f06-823c-bde0fff508b4 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:59:03.614203 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device cadf8b7b-5f9f-4f06-823c-bde0fff508b4 not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:59:03.991043 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51302) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:04.155670 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-7dc65550-5ba1-4976-b522-390ed6ea7db0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Deleting port 305855ac-34aa-4dd4-976b-70fa63d8982d {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:59:04.156013 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7dc65550-5ba1-4976-b522-390ed6ea7db0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:04.231657 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7dc65550-5ba1-4976-b522-390ed6ea7db0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:04.231990 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7dc65550-5ba1-4976-b522-390ed6ea7db0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:04.243608 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-7dc65550-5ba1-4976-b522-390ed6ea7db0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Calling delete_port for 305855ac-34aa-4dd4-976b-70fa63d8982d owned by network:floatingip {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:59:04.410902 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7dc65550-5ba1-4976-b522-390ed6ea7db0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:04.435181 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc65550-5ba1-4976-b522-390ed6ea7db0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event deleted for resources: {'Port': ['ID=305855ac-34aa-4dd4-976b-70fa63d8982d,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:04.521739 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7dc65550-5ba1-4976-b522-390ed6ea7db0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for floatingip, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:04.522769 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.db.l3_db [None req-7dc65550-5ba1-4976-b522-390ed6ea7db0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Floating IP 30f412cd-11c1-4b86-aa5e-c3c6eea4a685 disassociated (deleted). External IP: 172.27.1.124, port: 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b. Sep 14 18:59:04.602175 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9c487-e4bb-4a52-9f83-7412f451899d req-b9213c1d-a06e-4783-81db-23670f0eddc7 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:04.603665 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d7b9c487-e4bb-4a52-9f83-7412f451899d req-b9213c1d-a06e-4783-81db-23670f0eddc7 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.1162353 Sep 14 18:59:04.660132 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d7b9c487-e4bb-4a52-9f83-7412f451899d req-2c16c42d-9c32-46c8-ad70-0aa0b62609b5 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500710 Sep 14 18:59:04.766966 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc65550-5ba1-4976-b522-390ed6ea7db0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:59:04.878201 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc65550-5ba1-4976-b522-390ed6ea7db0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:59:04.883123 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-7dc65550-5ba1-4976-b522-390ed6ea7db0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:04.888997 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6854cc3-d7d3-469e-bc3a-b61d5f195006 None None] Sync routers for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:59:04.898801 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6854cc3-d7d3-469e-bc3a-b61d5f195006 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:59:04.899811 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-e6854cc3-d7d3-469e-bc3a-b61d5f195006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:04.911128 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-7dc65550-5ba1-4976-b522-390ed6ea7db0 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "DELETE /v2.0/floatingips/30f412cd-11c1-4b86-aa5e-c3c6eea4a685 HTTP/1.1" status: 204 len: 168 time: 0.9188325 Sep 14 18:59:04.911726 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6a052d-f153-4910-809e-35eb2f10918e', 'tag': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:59:04.915039 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9011cb-675d-42b1-9c02-e97b082bbd55" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6a052d-f153-4910-809e-35eb2f10918e", "tag": "4fdd2cd6-8f35-4d6d-9691-21ba17680d9b"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:59:04.953387 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdeaaa2-cda4-43e1-a4fe-419fb9fe0fb0 x-openstack-request-id: req-8fdeaaa2-cda4-43e1-a4fe-419fb9fe0fb0 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:59:04.953710 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6a052d-f153-4910-809e-35eb2f10918e", "tag": "4fdd2cd6-8f35-4d6d-9691-21ba17680d9b", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:59:04.953963 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fdeaaa2-cda4-43e1-a4fe-419fb9fe0fb0 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:59:04.954357 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6a052d-f153-4910-809e-35eb2f10918e', 'tag': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'status': 'completed', 'code': 200} Sep 14 18:59:05.010372 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-e6854cc3-d7d3-469e-bc3a-b61d5f195006 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:59:05.017203 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9011cb-675d-42b1-9c02-e97b082bbd55 req-7c0cd320-2a2e-411e-87ac-91018d130e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:05.018806 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5d9011cb-675d-42b1-9c02-e97b082bbd55 req-7c0cd320-2a2e-411e-87ac-91018d130e24 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 1098 time: 0.0433614 Sep 14 18:59:05.031704 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:59:05.127158 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9011cb-675d-42b1-9c02-e97b082bbd55 req-9d291365-ba29-4096-a835-a54d7759c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:05.128618 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5d9011cb-675d-42b1-9c02-e97b082bbd55 req-9d291365-ba29-4096-a835-a54d7759c133 service neutron] 10.222.0.68 "GET /v2.0/networks?id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 200 len: 912 time: 0.1019361 Sep 14 18:59:05.193768 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5d9011cb-675d-42b1-9c02-e97b082bbd55 req-a53d3915-d78b-43e8-8ab8-0f6aae72acd5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b HTTP/1.1" status: 200 len: 217 time: 0.0560267 Sep 14 18:59:05.223942 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-e6854cc3-d7d3-469e-bc3a-b61d5f195006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:05.239376 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa784b9-c399-4cff-8894-f6476548bd2e req-a1617381-3524-4ce0-9152-b46b2a211e46 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:05.241632 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5fa784b9-c399-4cff-8894-f6476548bd2e req-a1617381-3524-4ce0-9152-b46b2a211e46 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 945 time: 0.1160212 Sep 14 18:59:05.250858 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6854cc3-d7d3-469e-bc3a-b61d5f195006 None None] Checking router: ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:59:05.259660 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6854cc3-d7d3-469e-bc3a-b61d5f195006 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:59:05.260274 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-e6854cc3-d7d3-469e-bc3a-b61d5f195006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:05.273122 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9011cb-675d-42b1-9c02-e97b082bbd55 req-4e37e871-5099-45e8-98be-e99ae00242f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:05.274615 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5d9011cb-675d-42b1-9c02-e97b082bbd55 req-4e37e871-5099-45e8-98be-e99ae00242f7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 200 len: 850 time: 0.0705588 Sep 14 18:59:05.301300 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5fa784b9-c399-4cff-8894-f6476548bd2e req-ea5bc8d8-c19f-4239-ae28-b9c08b8ca116 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513716 Sep 14 18:59:05.337916 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9011cb-675d-42b1-9c02-e97b082bbd55 req-eda0e5b6-d3bb-4985-abb4-7343c604d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:05.339413 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5d9011cb-675d-42b1-9c02-e97b082bbd55 req-eda0e5b6-d3bb-4985-abb4-7343c604d4c7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541651 Sep 14 18:59:05.368093 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-e6854cc3-d7d3-469e-bc3a-b61d5f195006 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:59:05.436096 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5d9011cb-675d-42b1-9c02-e97b082bbd55 req-9b3cab19-35ed-4eac-a5d5-ab76ae01129b service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886865 Sep 14 18:59:05.528428 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5d9011cb-675d-42b1-9c02-e97b082bbd55 req-b7c0334f-6e89-4324-a6d2-b56cd42d9212 service neutron] 10.222.0.68 "GET /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837984 Sep 14 18:59:05.576365 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-e6854cc3-d7d3-469e-bc3a-b61d5f195006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:05.603437 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6854cc3-d7d3-469e-bc3a-b61d5f195006 None None] The sync data for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi is: [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:50:56Z', 'revision_number': 4, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '9cf08e05-6966-4c72-b395-f5a9313fefdd', 'name': '', 'network_id': '523fe18f-b3bc-4f7c-bd3a-aa2c590f6859', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'mac_address': 'fa:16:3e:1f:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:55Z', 'updated_at': '2021-09-14T18:51:05Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'subnets': [{'id': '33f19be6-1c21-4d14-b414-8a081ebcfa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:59:05.777677 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62559e62-9dc1-467c-a6e0-ff2c80251fdb req-b0677218-f5f3-409b-8bb5-7e6bb0b62fac tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:05.779300 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-62559e62-9dc1-467c-a6e0-ff2c80251fdb req-b0677218-f5f3-409b-8bb5-7e6bb0b62fac tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0496578 Sep 14 18:59:05.820616 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41473cd-e59c-4977-bf8d-58a8037f6215 None None] New status for floating IP 30f412cd-11c1-4b86-aa5e-c3c6eea4a685: DOWN {{(pid=105944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:59:05.821449 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-62559e62-9dc1-467c-a6e0-ff2c80251fdb req-400d124f-4989-413b-ba42-c7eada341f9b tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360754 Sep 14 18:59:06.452454 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5d31f-2f7a-4609-bd14-4bc0278e0f3b req-f10b55f9-8157-4f2c-8c4b-8b5600a7d666 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:06.453972 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-30f5d31f-2f7a-4609-bd14-4bc0278e0f3b req-f10b55f9-8157-4f2c-8c4b-8b5600a7d666 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 945 time: 0.0786088 Sep 14 18:59:06.456541 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8231b5-654b-4b86-983b-c79ba4c4ae26 req-e405b7d2-2b97-45c5-b957-43e550d1a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:06.457952 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2a8231b5-654b-4b86-983b-c79ba4c4ae26 req-e405b7d2-2b97-45c5-b957-43e550d1a4b1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f9408289ab44954890140f889ac8fab&device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 1098 time: 0.0734010 Sep 14 18:59:06.518210 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-30f5d31f-2f7a-4609-bd14-4bc0278e0f3b req-40d40c4e-8786-4e83-821a-b70bc733ee02 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582910 Sep 14 18:59:06.573837 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8231b5-654b-4b86-983b-c79ba4c4ae26 req-eb096ac2-e223-4d01-8c2b-ca085c3ffa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:06.575304 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2a8231b5-654b-4b86-983b-c79ba4c4ae26 req-eb096ac2-e223-4d01-8c2b-ca085c3ffa38 service neutron] 10.222.0.68 "GET /v2.0/networks?id=13400280-3082-4ff8-a7a5-7fbe6b83192d HTTP/1.1" status: 200 len: 909 time: 0.1084669 Sep 14 18:59:06.641339 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2a8231b5-654b-4b86-983b-c79ba4c4ae26 req-b43c4675-a62d-4543-999b-ade2d57606c2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a HTTP/1.1" status: 200 len: 1000 time: 0.0587013 Sep 14 18:59:06.652589 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeebc0d-b270-421a-af5e-09b87b84e239 req-b7a8cdd0-bf3c-474a-b393-c28168870292 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:06.654070 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-efeebc0d-b270-421a-af5e-09b87b84e239 req-b7a8cdd0-bf3c-474a-b393-c28168870292 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 945 time: 0.0495389 Sep 14 18:59:06.690906 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8231b5-654b-4b86-983b-c79ba4c4ae26 req-7f0cb45a-f173-4f44-860d-f54458cc88fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:06.692365 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2a8231b5-654b-4b86-983b-c79ba4c4ae26 req-7f0cb45a-f173-4f44-860d-f54458cc88fb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c868c0-e916-48d9-9c80-dea3dc458a70 HTTP/1.1" status: 200 len: 847 time: 0.0443530 Sep 14 18:59:06.743277 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8231b5-654b-4b86-983b-c79ba4c4ae26 req-c1946398-8d2d-43de-9eb0-387c045316d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:06.744797 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2a8231b5-654b-4b86-983b-c79ba4c4ae26 req-c1946398-8d2d-43de-9eb0-387c045316d6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=13400280-3082-4ff8-a7a5-7fbe6b83192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452275 Sep 14 18:59:06.749353 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-efeebc0d-b270-421a-af5e-09b87b84e239 req-eaf19ea9-82a3-4e9d-ae37-8c97c6884995 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Deleting port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:59:06.749776 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-efeebc0d-b270-421a-af5e-09b87b84e239 req-eaf19ea9-82a3-4e9d-ae37-8c97c6884995 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:06.834251 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2a8231b5-654b-4b86-983b-c79ba4c4ae26 req-38e55d56-d718-414f-bb80-f5d0c1984e07 service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826054 Sep 14 18:59:06.839234 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-efeebc0d-b270-421a-af5e-09b87b84e239 req-eaf19ea9-82a3-4e9d-ae37-8c97c6884995 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] For port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:06.839728 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-efeebc0d-b270-421a-af5e-09b87b84e239 req-eaf19ea9-82a3-4e9d-ae37-8c97c6884995 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:06.853945 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [req-efeebc0d-b270-421a-af5e-09b87b84e239 req-eaf19ea9-82a3-4e9d-ae37-8c97c6884995 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Calling delete_port for 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b owned by compute:nova {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:59:06.934369 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2a8231b5-654b-4b86-983b-c79ba4c4ae26 req-9e4df380-677c-4db7-a01e-00e61481163f service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931108 Sep 14 18:59:06.967133 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5a041-6ba7-4f81-80a8-d24d3265a866 req-62d71393-cd2f-4e67-898f-1361a950e753 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:06.968717 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-cec5a041-6ba7-4f81-80a8-d24d3265a866 req-62d71393-cd2f-4e67-898f-1361a950e753 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0706978 Sep 14 18:59:07.034509 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-cec5a041-6ba7-4f81-80a8-d24d3265a866 req-1827b41a-258b-4007-8b52-e9c3c9a78985 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578933 Sep 14 18:59:07.056206 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-efeebc0d-b270-421a-af5e-09b87b84e239 req-eaf19ea9-82a3-4e9d-ae37-8c97c6884995 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:07.086215 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf19ea9-82a3-4e9d-ae37-8c97c6884995 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event deleted for resources: {'Port': ['ID=4fdd2cd6-8f35-4d6d-9691-21ba17680d9b,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:07.128999 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeebc0d-b270-421a-af5e-09b87b84e239 req-eaf19ea9-82a3-4e9d-ae37-8c97c6884995 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] No DVR routers for this DVR port 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b on host hv-cinder-80899 {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:59:07.131639 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-efeebc0d-b270-421a-af5e-09b87b84e239 req-eaf19ea9-82a3-4e9d-ae37-8c97c6884995 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:07.133822 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-efeebc0d-b270-421a-af5e-09b87b84e239 req-eaf19ea9-82a3-4e9d-ae37-8c97c6884995 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.68 "DELETE /v2.0/ports/4fdd2cd6-8f35-4d6d-9691-21ba17680d9b HTTP/1.1" status: 204 len: 173 time: 0.4740505 Sep 14 18:59:07.134288 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6a052d-f153-4910-809e-35eb2f10918e', 'name': 'network-vif-deleted', 'tag': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:59:07.136508 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d28c91c-7310-4889-8857-1f55ba33a090" -d '{"events": [{"server_uuid": "7a6a052d-f153-4910-809e-35eb2f10918e", "name": "network-vif-deleted", "tag": "4fdd2cd6-8f35-4d6d-9691-21ba17680d9b"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:59:07.175191 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f47ea8-53bb-4d6e-8126-37a52452891f x-openstack-request-id: req-67f47ea8-53bb-4d6e-8126-37a52452891f {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:59:07.175479 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6a052d-f153-4910-809e-35eb2f10918e", "name": "network-vif-deleted", "tag": "4fdd2cd6-8f35-4d6d-9691-21ba17680d9b", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:59:07.175732 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67f47ea8-53bb-4d6e-8126-37a52452891f {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:59:07.176123 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6a052d-f153-4910-809e-35eb2f10918e', 'name': 'network-vif-deleted', 'tag': '4fdd2cd6-8f35-4d6d-9691-21ba17680d9b', 'status': 'completed', 'code': 200} Sep 14 18:59:07.625110 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f9ce774c-f507-43b4-9dde-4ff375a65283 req-8406cc34-5e80-46a7-8402-09e4eee47fd1 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6a052d-f153-4910-809e-35eb2f10918e HTTP/1.1" status: 200 len: 210 time: 0.0270710 Sep 14 18:59:08.155719 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b2fd4-9915-4238-af00-60c48c250bdd req-610cc7bc-47e9-4a40-a21c-0187354797bf tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:08.157211 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-207b2fd4-9915-4238-af00-60c48c250bdd req-610cc7bc-47e9-4a40-a21c-0187354797bf tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0526297 Sep 14 18:59:08.194991 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-207b2fd4-9915-4238-af00-60c48c250bdd req-5747fb21-9122-4834-b2eb-286b698abc38 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317895 Sep 14 18:59:08.683803 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51334) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:08.814759 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-532c4384-598c-455f-bdcd-e9bf9293dc14 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Deleting port ae05bb48-4b8f-44cb-8aba-bb60a88017d4 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:59:08.815106 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-532c4384-598c-455f-bdcd-e9bf9293dc14 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:08.895592 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-532c4384-598c-455f-bdcd-e9bf9293dc14 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:08.895820 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-532c4384-598c-455f-bdcd-e9bf9293dc14 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:08.907642 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-532c4384-598c-455f-bdcd-e9bf9293dc14 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Calling delete_port for ae05bb48-4b8f-44cb-8aba-bb60a88017d4 owned by network:floatingip {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:59:09.041704 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-532c4384-598c-455f-bdcd-e9bf9293dc14 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:09.068541 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c4384-598c-455f-bdcd-e9bf9293dc14 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event deleted for resources: {'Port': ['ID=ae05bb48-4b8f-44cb-8aba-bb60a88017d4,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:09.132324 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-532c4384-598c-455f-bdcd-e9bf9293dc14 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for floatingip, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:09.135758 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-532c4384-598c-455f-bdcd-e9bf9293dc14 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:09.136955 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-532c4384-598c-455f-bdcd-e9bf9293dc14 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "DELETE /v2.0/floatingips/6f98b34d-1060-4ac4-93ba-d0868116c71d HTTP/1.1" status: 204 len: 168 time: 0.4521730 Sep 14 18:59:09.314546 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3139d8-aac9-4202-ad99-35a857e0f100 req-ab6a2d24-2f93-4c68-b76b-4a5cec66cf9a tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:09.316039 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0c3139d8-aac9-4202-ad99-35a857e0f100 req-ab6a2d24-2f93-4c68-b76b-4a5cec66cf9a tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0537560 Sep 14 18:59:09.357538 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0c3139d8-aac9-4202-ad99-35a857e0f100 req-c80488b4-bf3a-4777-aaff-958c8194a4bc tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346413 Sep 14 18:59:09.575172 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7def5-8d35-4d39-b0e6-4c736cc729e5 req-93260ea3-1992-48dc-b530-b7bb066ee38c tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:09.576663 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6fa7def5-8d35-4d39-b0e6-4c736cc729e5 req-93260ea3-1992-48dc-b530-b7bb066ee38c tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0524232 Sep 14 18:59:09.604563 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51356) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:09.619595 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:59:09.624015 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-6fa7def5-8d35-4d39-b0e6-4c736cc729e5 req-d441860e-b2b1-460a-91ab-de7da1fe5268 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406878 Sep 14 18:59:09.644661 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:59:09.645036 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 4fdd2cd6-8f35-4d6d-9691-21ba17680d9b not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:59:09.698159 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-b60b5b58-7276-43dd-9961-1b7b945fffcd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925195 Sep 14 18:59:09.706650 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-1ec4debd-8189-42a1-b4c7-9be3945bea87 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:59:09.707600 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-1ec4debd-8189-42a1-b4c7-9be3945bea87 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047214 Sep 14 18:59:10.333582 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51370) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:10.354061 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1d1c6-8e27-4cc7-b3de-9259da7e7a57 req-5fee7dbb-107c-4fa1-9b11-d580980fc980 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:10.355497 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-25d1d1c6-8e27-4cc7-b3de-9259da7e7a57 req-5fee7dbb-107c-4fa1-9b11-d580980fc980 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 946 time: 0.0508952 Sep 14 18:59:10.391866 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1cdf579e-cadf-4fe1-9ca7-6412b09aeb72 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:10.393639 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-25d1d1c6-8e27-4cc7-b3de-9259da7e7a57 req-397e8921-89c0-4990-9445-36b9d212d314 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318356 Sep 14 18:59:10.416177 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51372) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:10.418427 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1cdf579e-cadf-4fe1-9ca7-6412b09aeb72 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:10.493842 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1cdf579e-cadf-4fe1-9ca7-6412b09aeb72 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:10.496934 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-1cdf579e-cadf-4fe1-9ca7-6412b09aeb72 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:10.498116 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-1cdf579e-cadf-4fe1-9ca7-6412b09aeb72 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] 10.222.0.37 "DELETE /v2.0/security-groups/22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c HTTP/1.1" status: 204 len: 168 time: 0.1634564 Sep 14 18:59:10.513948 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf579e-cadf-4fe1-9ca7-6412b09aeb72 tempest-TestVolumeBootPattern-455112754 tempest-TestVolumeBootPattern-455112754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a2ffc7-5ab5-4f04-ac84-85e3528e7e4c,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:10.514843 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c94d67b-c1a1-4b02-8356-c76e1412c4d1 tempest-TestMinimumBasicScenario-1857997331 tempest-TestMinimumBasicScenario-1857997331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:10.516570 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-8c94d67b-c1a1-4b02-8356-c76e1412c4d1 tempest-TestMinimumBasicScenario-1857997331 tempest-TestMinimumBasicScenario-1857997331-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 1094 time: 0.0994315 Sep 14 18:59:10.520052 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51378) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:10.525471 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Request body: {'floatingip': {'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'port_id': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:59:10.551796 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for floatingip, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:10.568623 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51380) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:10.652850 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:10.796412 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c152664-8fd8-40fb-ac84-05b10d7fb011 req-6095c21b-4471-4697-b160-025e931fb8a7 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:10.798144 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1c152664-8fd8-40fb-ac84-05b10d7fb011 req-6095c21b-4471-4697-b160-025e931fb8a7 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0985672 Sep 14 18:59:10.822517 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_common [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Allocated IP 172.27.1.103 (41c3f254-0188-4e85-819d-1e1b359cef2a/27d5a4c2-e076-4d19-b827-174b9fc013e9/9e1080c9-5631-44ea-a6d8-5103a9b0a94c) {{(pid=105942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 18:59:10.877323 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-1c152664-8fd8-40fb-ac84-05b10d7fb011 req-b8319d76-a8d4-4833-bc18-abd80919923f tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689082 Sep 14 18:59:10.966173 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for port, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:11.008961 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742093556161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:11.047943 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Network 41c3f254-0188-4e85-819d-1e1b359cef2a is already hosted by enough agents. {{(pid=105942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 18:59:11.050851 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.base_scheduler [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Resources bound (agent type, host, resource id): {{(pid=105942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 18:59:11.054854 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Received port after_create {{(pid=105942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 18:59:11.081469 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event updated for resources: {'Port': ['ID=9e1080c9-5631-44ea-a6d8-5103a9b0a94c,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:11.279919 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f3ad50ba-f1b5-4d98-8a7a-d829f0aad498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527925'] for router_interface, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:11.401250 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:11.466909 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:11.525226 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad50ba-f1b5-4d98-8a7a-d829f0aad498 admin admin] Deleting port 9cf08e05-6966-4c72-b395-f5a9313fefdd {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:59:11.525899 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f3ad50ba-f1b5-4d98-8a7a-d829f0aad498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:11.603389 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [None req-f3ad50ba-f1b5-4d98-8a7a-d829f0aad498 admin admin] For port 9cf08e05-6966-4c72-b395-f5a9313fefdd, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=9cf08e05-6966-4c72-b395-f5a9313fefdd,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:11.603753 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f3ad50ba-f1b5-4d98-8a7a-d829f0aad498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:11.616377 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:11.620226 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad50ba-f1b5-4d98-8a7a-d829f0aad498 admin admin] Calling delete_port for 9cf08e05-6966-4c72-b395-f5a9313fefdd owned by network:router_interface {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:59:11.621369 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:11.629710 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 5552e2f9-3bcc-484b-ab99-46bd29e63e5a no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:59:11.703164 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event updated for resources: {'Port': ['ID=9e1080c9-5631-44ea-a6d8-5103a9b0a94c,revision_number=2']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:11.706634 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554037'] for floatingip, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:11.711509 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:11.736175 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:59:11.738760 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b03800-6a92-451a-82dd-0d2a876e7e97" -d '{"events": [{"server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "name": "network-vif-unplugged", "status": "completed", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:59:11.754162 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:11.761447 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:11.789162 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 18:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8043565a-c314-404f-96e5-59184d0cca71 x-openstack-request-id: req-8043565a-c314-404f-96e5-59184d0cca71 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:59:11.789639 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "name": "network-vif-unplugged", "status": "failed", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a", "code": 422}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:59:11.789991 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8043565a-c314-404f-96e5-59184d0cca71 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:59:11.790488 dv-cinder-808992-5-iscsi neutron-server[105943]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'code': 422} returned with failed status Sep 14 18:59:11.818509 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,revision_number=6']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:11.821647 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f3ad50ba-f1b5-4d98-8a7a-d829f0aad498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:11.854085 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad50ba-f1b5-4d98-8a7a-d829f0aad498 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf08e05-6966-4c72-b395-f5a9313fefdd,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:12.029704 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-f3ad50ba-f1b5-4d98-8a7a-d829f0aad498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-742201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528001'] for router_interface, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:12.117711 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299709e5-417e-49ba-a1dc-02a78b097f4e req-6996af7e-4124-4984-bdd3-28a9181688be tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:12.119530 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-299709e5-417e-49ba-a1dc-02a78b097f4e req-6996af7e-4124-4984-bdd3-28a9181688be tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.1061132 Sep 14 18:59:12.151012 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.l3_db [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Floating IP 40cd8031-8e8a-4ab6-bd85-721048208a2c associated. External IP: 172.27.1.103, port: 24829c4f-60fd-4aed-ad60-4c83e6d07eb7. Sep 14 18:59:12.210841 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-299709e5-417e-49ba-a1dc-02a78b097f4e req-dda5b222-750b-4da8-9040-6882d16a18fd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839915 Sep 14 18:59:12.276594 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ad50ba-f1b5-4d98-8a7a-d829f0aad498 admin admin] Router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:59:12.388664 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ad50ba-f1b5-4d98-8a7a-d829f0aad498 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:59:12.396587 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-f3ad50ba-f1b5-4d98-8a7a-d829f0aad498 admin admin] 10.222.0.37 "PUT /v2.0/routers/ff239a6d-fb6c-4b32-bd1d-ec22714ccf87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8233585 Sep 14 18:59:12.396686 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Router 6c576eee-9a52-44ca-aabc-0d671cbddf98 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:59:12.396773 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51400) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:12.400059 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e63663-ace5-4e63-89ea-b22310c90010 None None] Sync routers for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:59:12.408853 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e63663-ace5-4e63-89ea-b22310c90010 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:59:12.409478 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-43e63663-ace5-4e63-89ea-b22310c90010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:12.512638 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:59:12.514582 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:12.520339 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-43e63663-ace5-4e63-89ea-b22310c90010 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:59:12.528067 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f703e19-9b67-43b8-83d9-1ea38b02a748 None None] Sync routers for ids ['6c576eee-9a52-44ca-aabc-0d671cbddf98'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:59:12.538889 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:12.540371 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f703e19-9b67-43b8-83d9-1ea38b02a748 None None] Routers {'6c576eee-9a52-44ca-aabc-0d671cbddf98'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:59:12.541344 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-4f703e19-9b67-43b8-83d9-1ea38b02a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6c576eee-9a52-44ca-aabc-0d671cbddf98'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:12.575842 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-b47f0893-dde3-4dd8-ac05-d1e900821c1f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0542877 Sep 14 18:59:12.576489 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:59:12.578855 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450a1052-4b75-44e9-8068-6f8bfc692e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:59:12.581551 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51402) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:12.610842 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-77f82aeb-ee40-4dbc-8a34-e177b5ce9cd2 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-285421044', 'description': 'tempest-secgroup-smoke-285421044 description', 'project_id': 'fabf9802fe3649f388d50666fd4a14ab'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:59:12.656895 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f79b1a9-49c6-437b-91ef-a0eab145c17e x-openstack-request-id: req-6f79b1a9-49c6-437b-91ef-a0eab145c17e {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:59:12.657412 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:59:12.658405 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f79b1a9-49c6-437b-91ef-a0eab145c17e {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:59:12.659003 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7', 'status': 'completed', 'code': 200} Sep 14 18:59:12.666593 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-77f82aeb-ee40-4dbc-8a34-e177b5ce9cd2 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:12.694773 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-4f703e19-9b67-43b8-83d9-1ea38b02a748 None None] Set router 6c576eee-9a52-44ca-aabc-0d671cbddf98 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:59:12.732774 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:12.752789 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-43e63663-ace5-4e63-89ea-b22310c90010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:59:11Z', 'revision_number': 5, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port': {'id': '39917b62-a200-4b53-86cc-871f0212d3d1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:50:51Z', 'updated_at': '2021-09-14T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:12.782813 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e63663-ace5-4e63-89ea-b22310c90010 None None] Checking router: ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:59:12.792508 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e63663-ace5-4e63-89ea-b22310c90010 None None] Routers {'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:59:12.793306 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-43e63663-ace5-4e63-89ea-b22310c90010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:12.809768 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a1052-4b75-44e9-8068-6f8bfc692e9b req-f4d19ed9-746c-49f1-8259-53fa55ac45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:12.811304 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-450a1052-4b75-44e9-8068-6f8bfc692e9b req-f4d19ed9-746c-49f1-8259-53fa55ac45fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fabf9802fe3649f388d50666fd4a14ab&device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 1099 time: 0.1266952 Sep 14 18:59:12.820656 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Deleting port 39917b62-a200-4b53-86cc-871f0212d3d1 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:59:12.820656 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:12.935047 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] For port 39917b62-a200-4b53-86cc-871f0212d3d1, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=39917b62-a200-4b53-86cc-871f0212d3d1,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:12.935719 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:12.937548 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-43e63663-ace5-4e63-89ea-b22310c90010 None None] Set router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 gateway port host: None {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:59:12.948981 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a1052-4b75-44e9-8068-6f8bfc692e9b req-ca4c809a-d380-432a-891a-1b0cc422bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:12.950077 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Calling delete_port for 39917b62-a200-4b53-86cc-871f0212d3d1 owned by network:router_gateway {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:59:12.950570 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-450a1052-4b75-44e9-8068-6f8bfc692e9b req-ca4c809a-d380-432a-891a-1b0cc422bd10 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9207236-b1e0-44c3-b2c0-86303c058b9d HTTP/1.1" status: 200 len: 916 time: 0.1293743 Sep 14 18:59:12.953259 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-77f82aeb-ee40-4dbc-8a34-e177b5ce9cd2 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:12.958047 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-77f82aeb-ee40-4dbc-8a34-e177b5ce9cd2 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.015155 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-43e63663-ace5-4e63-89ea-b22310c90010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:59:12Z', 'revision_number': 6, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port_host': None}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:13.044158 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f82aeb-ee40-4dbc-8a34-e177b5ce9cd2 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7,revision_number=1']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:13.058312 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-77f82aeb-ee40-4dbc-8a34-e177b5ce9cd2 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.060086 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-77f82aeb-ee40-4dbc-8a34-e177b5ce9cd2 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4647367 Sep 14 18:59:13.062480 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51406) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:13.065788 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e63663-ace5-4e63-89ea-b22310c90010 None None] The sync data for ids ['ff239a6d-fb6c-4b32-bd1d-ec22714ccf87'] in dv-cinder-808992-5-iscsi is: [{'id': 'ff239a6d-fb6c-4b32-bd1d-ec22714ccf87', 'name': 'tempest-TestVolumeBootPattern-882073462-router', 'tenant_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:50:50Z', 'updated_at': '2021-09-14T18:59:12Z', 'revision_number': 6, 'project_id': '26009d80cdda4d33a3f9515eb78bbaa4', 'gw_port_host': None}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:59:13.072428 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-4e716240-a35f-42ad-8e55-198f0b0da6df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Request body: {'security_group_rule': {'security_group_id': 'd2c46b28-bd5a-40cc-b4c6-863edb6bd3e7', 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:59:13.084213 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-4f703e19-9b67-43b8-83d9-1ea38b02a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 4, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port': {'id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:22Z', 'updated_at': '2021-09-14T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '40cd8031-8e8a-4ab6-bd85-721048208a2c', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'port_id': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'mac_address': 'fa:16:3e:ed:e1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:59:11Z', 'updated_at': '2021-09-14T18:59:11Z', 'revision_number': 0, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d6be15-7e52-4126-bd7e-fc92609c9395', 'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'mac_address': 'fa:16:3e:30:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:23Z', 'updated_at': '2021-09-14T18:58:30Z', 'revision_number': 5, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'subnets': [{'id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:13.092957 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-450a1052-4b75-44e9-8068-6f8bfc692e9b req-93e0c451-3a33-4171-9b28-67b7ea11f8b8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7 HTTP/1.1" status: 200 len: 1000 time: 0.1287844 Sep 14 18:59:13.122603 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f703e19-9b67-43b8-83d9-1ea38b02a748 None None] Checking router: 6c576eee-9a52-44ca-aabc-0d671cbddf98 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:59:13.131558 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f703e19-9b67-43b8-83d9-1ea38b02a748 None None] Routers {'6c576eee-9a52-44ca-aabc-0d671cbddf98'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:59:13.132312 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-4f703e19-9b67-43b8-83d9-1ea38b02a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6c576eee-9a52-44ca-aabc-0d671cbddf98'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:13.153173 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4e716240-a35f-42ad-8e55-198f0b0da6df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.168738 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a1052-4b75-44e9-8068-6f8bfc692e9b req-53e230a0-5ccc-4f18-a2fb-43389ac72889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:13.170265 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-450a1052-4b75-44e9-8068-6f8bfc692e9b req-53e230a0-5ccc-4f18-a2fb-43389ac72889 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b12a0f24-8c81-4a5f-bfaf-443fb99ad721 HTTP/1.1" status: 200 len: 854 time: 0.0672021 Sep 14 18:59:13.178197 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.235434 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=39917b62-a200-4b53-86cc-871f0212d3d1,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:13.244695 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4e716240-a35f-42ad-8e55-198f0b0da6df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.246972 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a1052-4b75-44e9-8068-6f8bfc692e9b req-486909de-37e3-46a2-ac4d-43f4839c5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:13.248583 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-450a1052-4b75-44e9-8068-6f8bfc692e9b req-486909de-37e3-46a2-ac4d-43f4839c5088 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9207236-b1e0-44c3-b2c0-86303c058b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705516 Sep 14 18:59:13.253325 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-4f703e19-9b67-43b8-83d9-1ea38b02a748 None None] Set router 6c576eee-9a52-44ca-aabc-0d671cbddf98 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:59:13.255628 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4e716240-a35f-42ad-8e55-198f0b0da6df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.294101 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e716240-a35f-42ad-8e55-198f0b0da6df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667b3c4e-3cc1-4a1c-96ee-5c629eb27e41,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:13.314475 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4e716240-a35f-42ad-8e55-198f0b0da6df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.315619 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-4e716240-a35f-42ad-8e55-198f0b0da6df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2506647 Sep 14 18:59:13.318345 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51410) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:13.329519 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-1d6696d6-759a-45ce-a4e7-a4fef842e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:13.330121 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-1d6696d6-759a-45ce-a4e7-a4fef842e972 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d&tenant_id=1f9408289ab44954890140f889ac8fab HTTP/1.1" status: 200 len: 1096 time: 0.1149795 Sep 14 18:59:13.332169 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-2ccb0249-e24e-43e1-9ddc-60ab808210a9 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Request body: {'security_group_rule': {'security_group_id': 'd2c46b28-bd5a-40cc-b4c6-863edb6bd3e7', 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:59:13.332951 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554083'] for router_gateway, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.432418 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1730c-7627-4574-a384-c724ad1c12d1 req-8bb49ceb-70c1-4cef-8a8e-9315d101bf6e tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:13.434029 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-53a1730c-7627-4574-a384-c724ad1c12d1 req-8bb49ceb-70c1-4cef-8a8e-9315d101bf6e tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.1206996 Sep 14 18:59:13.438599 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-450a1052-4b75-44e9-8068-6f8bfc692e9b req-a74fa70e-a090-4fc7-8eaa-17fdc9acfe8c service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796014 Sep 14 18:59:13.439252 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2ccb0249-e24e-43e1-9ddc-60ab808210a9 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.469618 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1430'] for router, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.474367 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.527420 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-76854ce2-e46a-4615-84a3-45eb1ca6bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:13.529086 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-76854ce2-e46a-4615-84a3-45eb1ca6bd77 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f9408289ab44954890140f889ac8fab&device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 1096 time: 0.1661582 Sep 14 18:59:13.532365 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527065'] for router, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.532531 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 {{(pid=105941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 18:59:13.539860 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] Notify callbacks [] for router, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.543423 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-9203a275-1cda-4ff2-a12a-378a4fb69ba1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ff239a6d-fb6c-4b32-bd1d-ec22714ccf87 HTTP/1.1" status: 204 len: 168 time: 1.1438873 Sep 14 18:59:13.546974 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-53a1730c-7627-4574-a384-c724ad1c12d1 req-d933418a-c7e7-46ac-8daa-dade1f5cda70 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047297 Sep 14 18:59:13.566601 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-4f703e19-9b67-43b8-83d9-1ea38b02a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 4, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port': {'id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:22Z', 'updated_at': '2021-09-14T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '40cd8031-8e8a-4ab6-bd85-721048208a2c', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'port_id': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'mac_address': 'fa:16:3e:ed:e1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:59:11Z', 'updated_at': '2021-09-14T18:59:11Z', 'revision_number': 0, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d6be15-7e52-4126-bd7e-fc92609c9395', 'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'mac_address': 'fa:16:3e:30:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:23Z', 'updated_at': '2021-09-14T18:58:30Z', 'revision_number': 5, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'subnets': [{'id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:13.572874 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51412) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:13.603074 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f703e19-9b67-43b8-83d9-1ea38b02a748 None None] The sync data for ids ['6c576eee-9a52-44ca-aabc-0d671cbddf98'] in dv-cinder-808992-5-iscsi is: [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 4, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port': {'id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:22Z', 'updated_at': '2021-09-14T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_floatingips': [{'id': '40cd8031-8e8a-4ab6-bd85-721048208a2c', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'router_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'port_id': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'mac_address': 'fa:16:3e:ed:e1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T18:59:11Z', 'updated_at': '2021-09-14T18:59:11Z', 'revision_number': 0, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d6be15-7e52-4126-bd7e-fc92609c9395', 'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'mac_address': 'fa:16:3e:30:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:23Z', 'updated_at': '2021-09-14T18:58:30Z', 'revision_number': 5, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'subnets': [{'id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:59:13.623336 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2ccb0249-e24e-43e1-9ddc-60ab808210a9 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.636279 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2ccb0249-e24e-43e1-9ddc-60ab808210a9 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.681334 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44e19ba-bebb-417c-98bd-32fcd246f467 admin admin] Deleting subnet 33f19be6-1c21-4d14-b414-8a081ebcfa0d {{(pid=105942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 18:59:13.684789 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb0249-e24e-43e1-9ddc-60ab808210a9 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f0c187-1f43-4c5d-8c23-9272189b1987,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:13.686946 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b44e19ba-bebb-417c-98bd-32fcd246f467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.687931 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-5b3bde29-7795-477e-a511-6cb4de57c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:13.690069 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-5b3bde29-7795-477e-a511-6cb4de57c01d service neutron] 10.222.0.68 "GET /v2.0/networks?id=13400280-3082-4ff8-a7a5-7fbe6b83192d HTTP/1.1" status: 200 len: 909 time: 0.1479576 Sep 14 18:59:13.690220 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-450a1052-4b75-44e9-8068-6f8bfc692e9b req-a03469e1-c397-4957-babf-1e2eba9fe69c service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346125 Sep 14 18:59:13.690771 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2ccb0249-e24e-43e1-9ddc-60ab808210a9 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.693831 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-2ccb0249-e24e-43e1-9ddc-60ab808210a9 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3661084 Sep 14 18:59:13.694967 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51414) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:13.699407 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.v2.base [None req-6fbda2af-7636-4b80-bb26-e53b4045ed39 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Request body: {'security_group_rule': {'security_group_id': 'd2c46b28-bd5a-40cc-b4c6-863edb6bd3e7', 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:59:13.730192 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b44e19ba-bebb-417c-98bd-32fcd246f467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25522176'] for subnet, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.782925 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-5e4f0439-793b-466f-a0ec-a600c2db9eab service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a HTTP/1.1" status: 200 len: 998 time: 0.0772047 Sep 14 18:59:13.784258 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6fbda2af-7636-4b80-bb26-e53b4045ed39 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.813379 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b44e19ba-bebb-417c-98bd-32fcd246f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.861688 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f57d9-e8e3-403e-addd-572d3ee15ec9 None None] New status for floating IP 40cd8031-8e8a-4ab6-bd85-721048208a2c: ACTIVE {{(pid=105943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 18:59:13.882574 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-155a6b22-192a-484a-b690-274fe0ddc020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:13.884786 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-155a6b22-192a-484a-b690-274fe0ddc020 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c868c0-e916-48d9-9c80-dea3dc458a70 HTTP/1.1" status: 200 len: 847 time: 0.0902588 Sep 14 18:59:13.891876 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b44e19ba-bebb-417c-98bd-32fcd246f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27028881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25747905'] for subnet, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.929304 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e19ba-bebb-417c-98bd-32fcd246f467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f19be6-1c21-4d14-b414-8a081ebcfa0d,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:13.929659 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6fbda2af-7636-4b80-bb26-e53b4045ed39 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.931972 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b44e19ba-bebb-417c-98bd-32fcd246f467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.933965 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-b44e19ba-bebb-417c-98bd-32fcd246f467 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/33f19be6-1c21-4d14-b414-8a081ebcfa0d HTTP/1.1" status: 204 len: 168 time: 0.3584280 Sep 14 18:59:13.937137 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51416) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:13.939161 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6fbda2af-7636-4b80-bb26-e53b4045ed39 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.974252 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbda2af-7636-4b80-bb26-e53b4045ed39 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d655e230-e3ea-4d7a-aece-05e7446026a7,revision_number=0']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:13.975169 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91282d4a-c2d0-4a6f-a143-0a3d8fde52bb None None] Network 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:59:13.980556 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-6fbda2af-7636-4b80-bb26-e53b4045ed39 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:13.984743 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-6fbda2af-7636-4b80-bb26-e53b4045ed39 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2887740 Sep 14 18:59:13.985981 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51418) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:13.986909 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-a72a2289-c69a-4d05-8665-cb8ec46c078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:13.988536 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-a72a2289-c69a-4d05-8665-cb8ec46c078b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=13400280-3082-4ff8-a7a5-7fbe6b83192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970058 Sep 14 18:59:13.993098 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-f8ec5334-87e4-4b25-b706-3333fab57bd6 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Request body: {'security_group_rule': {'security_group_id': 'd2c46b28-bd5a-40cc-b4c6-863edb6bd3e7', 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:59:14.062933 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.113006 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5334-87e4-4b25-b706-3333fab57bd6 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.127182 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-3df2f35f-13eb-48bc-977f-14d0b3b9e787 service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291845 Sep 14 18:59:14.184861 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Deleting port eb5c62a6-26d0-4bb5-8571-580b2405dec8 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:59:14.185176 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.222796 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5334-87e4-4b25-b706-3333fab57bd6 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.228703 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5334-87e4-4b25-b706-3333fab57bd6 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.250446 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3587c472-0f61-4d66-ab25-d3b738234e6f None None] DHCP port deletion for 523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 request from dv-cinder-808992-5-iscsi {{(pid=105943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 18:59:14.292002 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-1788da63-6985-43b0-8eb0-3af957c6a21f req-438a1eae-1556-4527-a6af-018fb0727501 service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571016 Sep 14 18:59:14.292418 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec5334-87e4-4b25-b706-3333fab57bd6 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f1b3c2-8e1e-4246-9858-53ac237c511b,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:14.297282 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] For port eb5c62a6-26d0-4bb5-8571-580b2405dec8, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=eb5c62a6-26d0-4bb5-8571-580b2405dec8,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:14.297938 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.307906 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5334-87e4-4b25-b706-3333fab57bd6 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.310063 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-f8ec5334-87e4-4b25-b706-3333fab57bd6 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3224363 Sep 14 18:59:14.312796 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51420) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:14.317384 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-ead4f1da-381b-45a7-865a-3ef4bd9d466a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Request body: {'security_group_rule': {'security_group_id': 'd2c46b28-bd5a-40cc-b4c6-863edb6bd3e7', 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:59:14.328864 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-3587c472-0f61-4d66-ab25-d3b738234e6f None None] Deleting port eb5c62a6-26d0-4bb5-8571-580b2405dec8 {{(pid=105943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:59:14.329240 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-3587c472-0f61-4d66-ab25-d3b738234e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.329546 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Calling delete_port for eb5c62a6-26d0-4bb5-8571-580b2405dec8 owned by network:dhcp {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:59:14.389517 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.securitygroups_db [None req-ead4f1da-381b-45a7-865a-3ef4bd9d466a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Project fabf9802fe3649f388d50666fd4a14ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 18:59:14.398116 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ead4f1da-381b-45a7-865a-3ef4bd9d466a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.487078 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ead4f1da-381b-45a7-865a-3ef4bd9d466a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.488942 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.496074 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ead4f1da-381b-45a7-865a-3ef4bd9d466a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.532245 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5c62a6-26d0-4bb5-8571-580b2405dec8,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:14.546481 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-3587c472-0f61-4d66-ab25-d3b738234e6f None None] For port eb5c62a6-26d0-4bb5-8571-580b2405dec8, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=eb5c62a6-26d0-4bb5-8571-580b2405dec8,segment=NetworkSegment(931e83ae-8cff-4ff4-9c5e-ad28e62af569),segment_id=931e83ae-8cff-4ff4-9c5e-ad28e62af569)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:14.546906 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-3587c472-0f61-4d66-ab25-d3b738234e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.548224 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] No DVR routers for this DVR port eb5c62a6-26d0-4bb5-8571-580b2405dec8 on host dv-cinder-808992-5-iscsi {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:59:14.551873 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4f1da-381b-45a7-865a-3ef4bd9d466a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639a88d1-0978-4cff-9ad5-a8843b3c8a14,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:14.562029 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ead4f1da-381b-45a7-865a-3ef4bd9d466a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.566480 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-3587c472-0f61-4d66-ab25-d3b738234e6f None None] Calling delete_port for eb5c62a6-26d0-4bb5-8571-580b2405dec8 owned by network:dhcp {{(pid=105943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:59:14.566663 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-ead4f1da-381b-45a7-865a-3ef4bd9d466a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2495277 Sep 14 18:59:14.566663 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51422) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:14.592722 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [None req-a35f2647-adc1-4796-af3c-ae784cea41ad tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Request body: {'security_group_rule': {'security_group_id': 'd2c46b28-bd5a-40cc-b4c6-863edb6bd3e7', 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:59:14.665920 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-3587c472-0f61-4d66-ab25-d3b738234e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170'] for port, after_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.681116 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.691091 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.securitygroups_db [None req-a35f2647-adc1-4796-af3c-ae784cea41ad tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Project fabf9802fe3649f388d50666fd4a14ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 18:59:14.691323 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9d9b0-9c7a-4896-94bc-81e98522a108 req-7b2b80f3-b400-4777-a38c-42969074f783 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:14.693036 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-07b9d9b0-9c7a-4896-94bc-81e98522a108 req-7b2b80f3-b400-4777-a38c-42969074f783 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0598676 Sep 14 18:59:14.696281 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587c472-0f61-4d66-ab25-d3b738234e6f None None] Pushing event deleted for resources: {'Port': ['ID=eb5c62a6-26d0-4bb5-8571-580b2405dec8,revision_number=None']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:14.703267 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3587c472-0f61-4d66-ab25-d3b738234e6f None None] No DVR routers for this DVR port eb5c62a6-26d0-4bb5-8571-580b2405dec8 on host dv-cinder-808992-5-iscsi {{(pid=105943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:59:14.708873 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a35f2647-adc1-4796-af3c-ae784cea41ad tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.715694 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523fe18f-b3bc-4f7c-bd3a-aa2c590f6859']}} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:14.738382 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931e83ae-8cff-4ff4-9c5e-ad28e62af569') {'for_net_delete': True} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:14.738659 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931e83ae-8cff-4ff4-9c5e-ad28e62af569') {} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:14.754195 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-07b9d9b0-9c7a-4896-94bc-81e98522a108 req-e93e86b7-1427-4bc4-bc89-b8b7b20ec9b0 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456364 Sep 14 18:59:14.761809 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25522297'] for segment, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.789028 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.798153 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=105942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 18:59:14.798557 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27029107'] for segment, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: Traceback (most recent call last): Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: timer() Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: cb(*args, **kw) Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: return func(*args, **kwargs) Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: self._notify() Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: self.callback(batched_events) Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: event.method(event) Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: return f(self, *a, **k) Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._get(url).json() Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: return self.request(url, 'GET', **kwargs) Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 18:59:14.800187 dv-cinder-808992-5-iscsi neutron-server[105942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 18:59:14.821323 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a35f2647-adc1-4796-af3c-ae784cea41ad tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.828015 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a35f2647-adc1-4796-af3c-ae784cea41ad tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770081'] for security_group_rule, after_create {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.875426 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f2647-adc1-4796-af3c-ae784cea41ad tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65f60af-17dd-47a2-aaf3-e30f220624ac,revision_number=0']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:14.878960 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.884379 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.886355 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/523fe18f-b3bc-4f7c-bd3a-aa2c590f6859 HTTP/1.1" status: 204 len: 168 time: 0.9447296 Sep 14 18:59:14.888661 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a35f2647-adc1-4796-af3c-ae784cea41ad tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:14.889786 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-a35f2647-adc1-4796-af3c-ae784cea41ad tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3228183 Sep 14 18:59:14.890216 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51426) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:14.904207 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b42da4-e88a-41bb-a346-28b0f2a2edc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=523fe18f-b3bc-4f7c-bd3a-aa2c590f6859,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:14.985363 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 39917b62-a200-4b53-86cc-871f0212d3d1 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:59:14.987884 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fb68b3bd-72e6-4719-b569-ef3516b6d896 req-771a1329-9c5f-41c6-8ff2-db53efbdc7e0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-285421044&fields=id&tenant_id=fabf9802fe3649f388d50666fd4a14ab HTTP/1.1" status: 200 len: 267 time: 0.0346582 Sep 14 18:59:15.009063 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 39917b62-a200-4b53-86cc-871f0212d3d1 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:59:15.009679 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 39917b62-a200-4b53-86cc-871f0212d3d1 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:59:15.010281 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device eb5c62a6-26d0-4bb5-8571-580b2405dec8 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:59:15.034705 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: eb5c62a6-26d0-4bb5-8571-580b2405dec8 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:59:15.035129 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device eb5c62a6-26d0-4bb5-8571-580b2405dec8 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:59:15.035635 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 9cf08e05-6966-4c72-b395-f5a9313fefdd no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:59:15.042627 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68b3bd-72e6-4719-b569-ef3516b6d896 req-533ea3e4-ca71-4e01-b5b9-062c384021ad tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:15.044173 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fb68b3bd-72e6-4719-b569-ef3516b6d896 req-533ea3e4-ca71-4e01-b5b9-062c384021ad tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 946 time: 0.0501478 Sep 14 18:59:15.056174 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-fb68b3bd-72e6-4719-b569-ef3516b6d896 req-8896c6a0-412e-4190-903a-1f3dc1585cea tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Request body: {'port': {'security_groups': ['bf5be88a-349e-4048-92f4-2ea37e9a072b', 'd2c46b28-bd5a-40cc-b4c6-863edb6bd3e7']}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 18:59:15.057515 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 9cf08e05-6966-4c72-b395-f5a9313fefdd {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:59:15.057879 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 9cf08e05-6966-4c72-b395-f5a9313fefdd not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:59:15.121574 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-fb68b3bd-72e6-4719-b569-ef3516b6d896 req-8896c6a0-412e-4190-903a-1f3dc1585cea tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:15.316338 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-fb68b3bd-72e6-4719-b569-ef3516b6d896 req-8896c6a0-412e-4190-903a-1f3dc1585cea tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] For port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:15.353357 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-fb68b3bd-72e6-4719-b569-ef3516b6d896 req-8896c6a0-412e-4190-903a-1f3dc1585cea tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:15.358394 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-fb68b3bd-72e6-4719-b569-ef3516b6d896 req-8896c6a0-412e-4190-903a-1f3dc1585cea tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:15.371077 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['24829c4f-60fd-4aed-ad60-4c83e6d07eb7'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:59:15.405875 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68b3bd-72e6-4719-b569-ef3516b6d896 req-8896c6a0-412e-4190-903a-1f3dc1585cea tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:15.406476 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-fb68b3bd-72e6-4719-b569-ef3516b6d896 req-8896c6a0-412e-4190-903a-1f3dc1585cea tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:15.411430 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-fb68b3bd-72e6-4719-b569-ef3516b6d896 req-8896c6a0-412e-4190-903a-1f3dc1585cea tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "PUT /v2.0/ports/24829c4f-60fd-4aed-ad60-4c83e6d07eb7 HTTP/1.1" status: 200 len: 982 time: 0.3603890 Sep 14 18:59:15.411933 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:59:15.415045 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed54372-9c25-41db-9c55-d81dd02a0015" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:59:15.442805 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896c6a0-412e-4190-903a-1f3dc1585cea tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event updated for resources: {'Port': ['ID=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,revision_number=6']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:15.490122 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['24829c4f-60fd-4aed-ad60-4c83e6d07eb7'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:59:15.493744 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 18:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fe97e7-0af6-4477-baa2-04539b28e2cd x-openstack-request-id: req-19fe97e7-0af6-4477-baa2-04539b28e2cd {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:59:15.494034 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:59:15.494304 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19fe97e7-0af6-4477-baa2-04539b28e2cd {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:59:15.494699 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7', 'status': 'completed', 'code': 200} Sep 14 18:59:15.625087 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed54372-9c25-41db-9c55-d81dd02a0015 req-c0ba39aa-8cdb-4335-9629-76722af464c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:15.626479 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aed54372-9c25-41db-9c55-d81dd02a0015 req-c0ba39aa-8cdb-4335-9629-76722af464c4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fabf9802fe3649f388d50666fd4a14ab&device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 1138 time: 0.0890689 Sep 14 18:59:15.645436 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098a311-559d-4fad-982a-83d27fb0a1ec req-fde07323-5260-4c68-a2ae-3a31fb1cd382 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:15.646938 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c098a311-559d-4fad-982a-83d27fb0a1ec req-fde07323-5260-4c68-a2ae-3a31fb1cd382 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.1073871 Sep 14 18:59:15.681032 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d27bc5d7-352d-41fd-9207-09225bf4e16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527925'] for router_interface, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:15.702380 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-ddf5aea0-c5b0-40d4-9cf1-fdb562a58903 None None] Provisioning complete for port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:59:15.702750 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-ddf5aea0-c5b0-40d4-9cf1-fdb562a58903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:15.830723 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c098a311-559d-4fad-982a-83d27fb0a1ec req-871c7cba-3042-4b6f-ac4a-f2bc54eb8930 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1712916 Sep 14 18:59:15.872130 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed54372-9c25-41db-9c55-d81dd02a0015 req-3f9b1c95-6846-4505-92d7-76b534fa59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:15.875149 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aed54372-9c25-41db-9c55-d81dd02a0015 req-3f9b1c95-6846-4505-92d7-76b534fa59e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9207236-b1e0-44c3-b2c0-86303c058b9d HTTP/1.1" status: 200 len: 916 time: 0.2258377 Sep 14 18:59:15.897239 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dff67c-bba4-41dd-be4c-8741d9be3b73 req-59d61190-899e-4a91-a525-e99bbc9c7dac tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:15.899171 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-30dff67c-bba4-41dd-be4c-8741d9be3b73 req-59d61190-899e-4a91-a525-e99bbc9c7dac tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0571566 Sep 14 18:59:15.944414 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-30dff67c-bba4-41dd-be4c-8741d9be3b73 req-4ef6264d-34a4-4f4b-b313-5bdad494bd57 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384178 Sep 14 18:59:16.006163 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aed54372-9c25-41db-9c55-d81dd02a0015 req-c21f4afc-b698-4c81-9de7-0edaf449c970 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7 HTTP/1.1" status: 200 len: 1002 time: 0.0972843 Sep 14 18:59:16.084046 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed54372-9c25-41db-9c55-d81dd02a0015 req-bb2b6222-08fc-4823-bbd7-d80f1a79ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:16.086386 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aed54372-9c25-41db-9c55-d81dd02a0015 req-bb2b6222-08fc-4823-bbd7-d80f1a79ffc9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b12a0f24-8c81-4a5f-bfaf-443fb99ad721 HTTP/1.1" status: 200 len: 854 time: 0.0732565 Sep 14 18:59:16.157469 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed54372-9c25-41db-9c55-d81dd02a0015 req-33439bc1-f179-47a8-aef2-f90879b90247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:16.158879 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aed54372-9c25-41db-9c55-d81dd02a0015 req-33439bc1-f179-47a8-aef2-f90879b90247 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9207236-b1e0-44c3-b2c0-86303c058b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531039 Sep 14 18:59:16.166572 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-d27bc5d7-352d-41fd-9207-09225bf4e16c admin admin] Deleting port 953d9229-5dc1-4306-a440-e3aebeef1a41 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:59:16.166908 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d27bc5d7-352d-41fd-9207-09225bf4e16c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:16.306471 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [None req-d27bc5d7-352d-41fd-9207-09225bf4e16c admin admin] For port 953d9229-5dc1-4306-a440-e3aebeef1a41, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=953d9229-5dc1-4306-a440-e3aebeef1a41,segment=NetworkSegment(f9fd6994-dbd1-433a-93e1-9531450af6c1),segment_id=f9fd6994-dbd1-433a-93e1-9531450af6c1)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:16.306830 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d27bc5d7-352d-41fd-9207-09225bf4e16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:16.322259 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aed54372-9c25-41db-9c55-d81dd02a0015 req-54f21908-c072-44f5-8212-06ff393c8eac service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527772 Sep 14 18:59:16.323066 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-d27bc5d7-352d-41fd-9207-09225bf4e16c admin admin] Calling delete_port for 953d9229-5dc1-4306-a440-e3aebeef1a41 owned by network:router_interface {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:59:16.489177 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aed54372-9c25-41db-9c55-d81dd02a0015 req-7e8172ad-3931-4c3c-bd96-6812cbd1a86e service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580987 Sep 14 18:59:16.566838 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d27bc5d7-352d-41fd-9207-09225bf4e16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:16.595423 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bc5d7-352d-41fd-9207-09225bf4e16c admin admin] Pushing event deleted for resources: {'Port': ['ID=953d9229-5dc1-4306-a440-e3aebeef1a41,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:16.761370 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d27bc5d7-352d-41fd-9207-09225bf4e16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-742201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528001'] for router_interface, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:16.974208 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27bc5d7-352d-41fd-9207-09225bf4e16c admin admin] Router 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 18:59:17.104307 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44ef23-3b94-426c-8d50-21686f496f13 req-4073552a-5e6c-4600-a880-ef356b4bda17 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:17.105812 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2b44ef23-3b94-426c-8d50-21686f496f13 req-4073552a-5e6c-4600-a880-ef356b4bda17 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0890908 Sep 14 18:59:17.131132 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27bc5d7-352d-41fd-9207-09225bf4e16c admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 18:59:17.139923 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-d27bc5d7-352d-41fd-9207-09225bf4e16c admin admin] 10.222.0.37 "PUT /v2.0/routers/05b9937c-bebd-4c61-9e1a-6c02bb1d6169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2461414 Sep 14 18:59:17.140491 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3780ae-71b8-48cc-ae85-bc50f0085bc5 None None] Sync routers for ids ['05b9937c-bebd-4c61-9e1a-6c02bb1d6169'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 18:59:17.140938 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51442) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:17.150999 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3780ae-71b8-48cc-ae85-bc50f0085bc5 None None] Routers {'05b9937c-bebd-4c61-9e1a-6c02bb1d6169'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:59:17.151868 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-2f3780ae-71b8-48cc-ae85-bc50f0085bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['05b9937c-bebd-4c61-9e1a-6c02bb1d6169'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:17.156472 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-2b44ef23-3b94-426c-8d50-21686f496f13 req-f341b6a4-906d-41d5-96a3-e37dba2cf825 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429399 Sep 14 18:59:17.245253 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Notify callbacks [] for router, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:17.258914 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-2f3780ae-71b8-48cc-ae85-bc50f0085bc5 None None] Set router 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:59:17.346479 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:17.398707 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Deleting port 6fca144d-10b9-4800-9b67-390ca7bed8c4 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:59:17.398951 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:17.439666 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-2f3780ae-71b8-48cc-ae85-bc50f0085bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'name': 'tempest-TestVolumeBootPattern-919613888-router', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:51:01Z', 'updated_at': '2021-09-14T18:59:16Z', 'revision_number': 5, 'project_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'gw_port': {'id': '6fca144d-10b9-4800-9b67-390ca7bed8c4', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:51:02Z', 'updated_at': '2021-09-14T18:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:17.465749 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3780ae-71b8-48cc-ae85-bc50f0085bc5 None None] Checking router: 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 18:59:17.473736 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3780ae-71b8-48cc-ae85-bc50f0085bc5 None None] Routers {'05b9937c-bebd-4c61-9e1a-6c02bb1d6169'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 18:59:17.474344 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-2f3780ae-71b8-48cc-ae85-bc50f0085bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T18:58:55Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['05b9937c-bebd-4c61-9e1a-6c02bb1d6169'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:17.477235 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] For port 6fca144d-10b9-4800-9b67-390ca7bed8c4, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=6fca144d-10b9-4800-9b67-390ca7bed8c4,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:17.477623 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:17.489109 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Calling delete_port for 6fca144d-10b9-4800-9b67-390ca7bed8c4 owned by network:router_gateway {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:59:17.646299 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-2f3780ae-71b8-48cc-ae85-bc50f0085bc5 None None] Set router 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 gateway port host: None {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 18:59:17.656831 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:17.680659 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6fca144d-10b9-4800-9b67-390ca7bed8c4,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:17.697711 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-2f3780ae-71b8-48cc-ae85-bc50f0085bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'name': 'tempest-TestVolumeBootPattern-919613888-router', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:51:01Z', 'updated_at': '2021-09-14T18:59:17Z', 'revision_number': 6, 'project_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'gw_port_host': None}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:17.728027 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3780ae-71b8-48cc-ae85-bc50f0085bc5 None None] The sync data for ids ['05b9937c-bebd-4c61-9e1a-6c02bb1d6169'] in dv-cinder-808992-5-iscsi is: [{'id': '05b9937c-bebd-4c61-9e1a-6c02bb1d6169', 'name': 'tempest-TestVolumeBootPattern-919613888-router', 'tenant_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:51:01Z', 'updated_at': '2021-09-14T18:59:17Z', 'revision_number': 6, 'project_id': 'cd0ac705d6ed4a06a01f0c0a02f5a46a', 'gw_port_host': None}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 18:59:17.744194 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554083'] for router_gateway, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:17.831661 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1430'] for router, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:17.833722 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:17.878757 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527065'] for router, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:17.879302 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05b9937c-bebd-4c61-9e1a-6c02bb1d6169 {{(pid=105942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 18:59:17.884369 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] Notify callbacks [] for router, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:17.885538 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-8a894991-3e4d-4ea1-afd7-7b06914907cf admin admin] 10.222.0.37 "DELETE /v2.0/routers/05b9937c-bebd-4c61-9e1a-6c02bb1d6169 HTTP/1.1" status: 204 len: 168 time: 0.7438381 Sep 14 18:59:17.888129 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51444) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:17.931091 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_v2 [None req-25192c5e-6095-4015-9e0c-faf04dbf978e admin admin] Deleting subnet a0af4831-33df-4795-b15f-f512777fdaf4 {{(pid=105942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 18:59:17.933981 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-25192c5e-6095-4015-9e0c-faf04dbf978e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:17.968159 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-25192c5e-6095-4015-9e0c-faf04dbf978e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25522176'] for subnet, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.046731 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-25192c5e-6095-4015-9e0c-faf04dbf978e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.099522 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-25192c5e-6095-4015-9e0c-faf04dbf978e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27028881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25747905'] for subnet, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.129068 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25192c5e-6095-4015-9e0c-faf04dbf978e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0af4831-33df-4795-b15f-f512777fdaf4,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:18.136182 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-25192c5e-6095-4015-9e0c-faf04dbf978e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.139037 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-25192c5e-6095-4015-9e0c-faf04dbf978e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a0af4831-33df-4795-b15f-f512777fdaf4 HTTP/1.1" status: 204 len: 168 time: 0.2493091 Sep 14 18:59:18.140964 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51446) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:18.142091 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3e4f8e-785f-44ca-ba55-9706e3f5caa9 None None] Network ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44 requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 18:59:18.217528 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.306245 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5f429-3c8e-4e37-8c76-5a2c3f9e69c1 req-7b279095-a96e-4134-ba44-8376d1f4bb92 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:18.308654 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0be5f429-3c8e-4e37-8c76-5a2c3f9e69c1 req-7b279095-a96e-4134-ba44-8376d1f4bb92 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0771866 Sep 14 18:59:18.316910 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Deleting port 458a69e0-4165-4547-baad-732b5eb1bf54 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 18:59:18.317256 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.400802 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0be5f429-3c8e-4e37-8c76-5a2c3f9e69c1 req-41ab00e2-511f-4360-85db-133ad4fc01d2 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855117 Sep 14 18:59:18.407177 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] For port 458a69e0-4165-4547-baad-732b5eb1bf54, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=458a69e0-4165-4547-baad-732b5eb1bf54,segment=NetworkSegment(f9fd6994-dbd1-433a-93e1-9531450af6c1),segment_id=f9fd6994-dbd1-433a-93e1-9531450af6c1)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:18.407540 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.419518 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Calling delete_port for 458a69e0-4165-4547-baad-732b5eb1bf54 owned by network:dhcp {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 18:59:18.499473 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.518234 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ad86c-3585-49d0-ba8c-2fb548555659 None None] DHCP port deletion for ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44 request from dv-cinder-808992-5-iscsi {{(pid=105943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 18:59:18.533068 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] No DVR routers for this DVR port 458a69e0-4165-4547-baad-732b5eb1bf54 on host dv-cinder-808992-5-iscsi {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 18:59:18.537075 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Pushing event deleted for resources: {'Port': ['ID=458a69e0-4165-4547-baad-732b5eb1bf54,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:18.860727 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.880785 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44']}} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:18.889693 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fd6994-dbd1-433a-93e1-9531450af6c1') {'for_net_delete': True} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:18.889988 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fd6994-dbd1-433a-93e1-9531450af6c1') {} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 18:59:18.898849 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25522297'] for segment, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.911353 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.917775 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=105942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 18:59:18.918162 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27029107'] for segment, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: Traceback (most recent call last): Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: timer() Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: cb(*args, **kw) Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: return func(*args, **kwargs) Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: self._notify() Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: self.callback(batched_events) Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: event.method(event) Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: return f(self, *a, **k) Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._get(url).json() Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: return self.request(url, 'GET', **kwargs) Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 18:59:18.919770 dv-cinder-808992-5-iscsi neutron-server[105942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 18:59:18.976984 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.982127 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 953d9229-5dc1-4306-a440-e3aebeef1a41 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:59:18.982671 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:18.987978 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44 HTTP/1.1" status: 204 len: 168 time: 0.8428848 Sep 14 18:59:19.001045 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c8c1c-fc4d-4f2b-ad56-8213496fa905 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab2c4de1-e6df-40ca-87ff-1c8b8ae38f44,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:19.011506 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 953d9229-5dc1-4306-a440-e3aebeef1a41 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:59:19.011860 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 953d9229-5dc1-4306-a440-e3aebeef1a41 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:59:19.012298 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 6fca144d-10b9-4800-9b67-390ca7bed8c4 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:59:19.032715 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 6fca144d-10b9-4800-9b67-390ca7bed8c4 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:59:19.033065 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 6fca144d-10b9-4800-9b67-390ca7bed8c4 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:59:19.033549 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 458a69e0-4165-4547-baad-732b5eb1bf54 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 18:59:19.052886 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 458a69e0-4165-4547-baad-732b5eb1bf54 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 18:59:19.053233 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 458a69e0-4165-4547-baad-732b5eb1bf54 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 18:59:19.110340 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51452) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:19.153005 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-c726d8c8-79e8-4465-b1ed-73a1d93bc1b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26009d80cdda4d33a3f9515eb78bbaa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415075 Sep 14 18:59:19.155539 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51454) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:19.203229 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3b5f-289f-41b1-b4b3-f671ff978e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:19.224098 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3b5f-289f-41b1-b4b3-f671ff978e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:19.271639 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3b5f-289f-41b1-b4b3-f671ff978e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:19.275097 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3b5f-289f-41b1-b4b3-f671ff978e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:19.276242 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-b3ff3b5f-289f-41b1-b4b3-f671ff978e49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/051d9007-3996-4bd2-acb9-2f8c84b72380 HTTP/1.1" status: 204 len: 168 time: 0.1198139 Sep 14 18:59:19.283766 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff3b5f-289f-41b1-b4b3-f671ff978e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051d9007-3996-4bd2-acb9-2f8c84b72380,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:19.519460 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410afcd-c91f-4c15-bccb-6e9ffd8c6e19 req-bb8c4932-925f-44af-8a8a-9436f4d60a55 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:19.521021 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d410afcd-c91f-4c15-bccb-6e9ffd8c6e19 req-bb8c4932-925f-44af-8a8a-9436f4d60a55 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0497036 Sep 14 18:59:19.564638 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-d410afcd-c91f-4c15-bccb-6e9ffd8c6e19 req-68da6f71-3c24-46da-9c5f-e1ab63f9457a tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361817 Sep 14 18:59:19.597896 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51462) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:19.638428 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-879b6aca-9c87-4532-a2a4-04986389e3a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd0ac705d6ed4a06a01f0c0a02f5a46a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392394 Sep 14 18:59:19.640879 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51464) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 18:59:19.687845 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-83a7a7c7-c322-46ff-a8bb-b54651aa37ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:19.708090 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-83a7a7c7-c322-46ff-a8bb-b54651aa37ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:19.753949 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-83a7a7c7-c322-46ff-a8bb-b54651aa37ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:19.756553 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-83a7a7c7-c322-46ff-a8bb-b54651aa37ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:19.757885 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-83a7a7c7-c322-46ff-a8bb-b54651aa37ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9999ff6e-0c99-438b-a7ee-286700479021 HTTP/1.1" status: 204 len: 168 time: 0.1160934 Sep 14 18:59:19.765671 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7a7c7-c322-46ff-a8bb-b54651aa37ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9999ff6e-0c99-438b-a7ee-286700479021,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:20.680238 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534bdd7-d84d-4725-9ac3-2ae668afff66 req-a2c5370c-6e37-4434-94e6-49fb567686f8 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:20.681741 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2534bdd7-d84d-4725-9ac3-2ae668afff66 req-a2c5370c-6e37-4434-94e6-49fb567686f8 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0490382 Sep 14 18:59:20.719881 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2534bdd7-d84d-4725-9ac3-2ae668afff66 req-64489683-4a77-4aa3-8bca-a36a21e8a5ff tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321457 Sep 14 18:59:21.684676 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 5552e2f9-3bcc-484b-ab99-46bd29e63e5a details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=105943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 18:59:21.779365 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:21.790943 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Returning: {'device': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'port_id': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'mac_address': 'fa:16:3e:da:d3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 18:59:21.827116 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:21.836203 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa57f1-ec90-4e35-9d82-f4b4ac731fad req-06378ce6-7de0-4c0f-ba83-69c3d91e9928 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:21.837739 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-86fa57f1-ec90-4e35-9d82-f4b4ac731fad req-06378ce6-7de0-4c0f-ba83-69c3d91e9928 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 943 time: 0.0518501 Sep 14 18:59:21.840010 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5552e2f9-3bcc-484b-ab99-46bd29e63e5a {{(pid=105943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 18:59:21.860528 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:21.865733 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:21.877487 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-86fa57f1-ec90-4e35-9d82-f4b4ac731fad req-fd088cc8-6c20-4902-9218-6db8e9588fcc tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337269 Sep 14 18:59:21.917605 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,revision_number=7']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:22.077978 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-782b06cf-50f0-4ced-bc73-884bab90638d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:22.081409 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['5552e2f9-3bcc-484b-ab99-46bd29e63e5a'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 18:59:23.186567 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f4352-1f8a-4c26-bdb6-3f2650191d85 req-d2beb8ca-f3f0-4a34-8748-99551f34438f tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:23.187940 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2f0f4352-1f8a-4c26-bdb6-3f2650191d85 req-d2beb8ca-f3f0-4a34-8748-99551f34438f tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 944 time: 0.2456095 Sep 14 18:59:23.225026 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-2f0f4352-1f8a-4c26-bdb6-3f2650191d85 req-0cb7f120-05f0-4fc4-b842-aab3a8f5b52e tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312324 Sep 14 18:59:23.692114 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 5552e2f9-3bcc-484b-ab99-46bd29e63e5a up at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 18:59:23.740595 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Provisioning complete for port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a triggered by entity L2. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 18:59:23.741615 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:23.819165 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:23.840978 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a'}] {{(pid=105943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 18:59:23.843239 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ca91f728763e583cd5d7f71e32a3a02cd06b18fb0fe224aba74fd68813239d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ffdf15-1cb3-4c54-af5e-ac8c38c33cfb" -d '{"events": [{"server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "name": "network-vif-plugged", "status": "completed", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a"}]}' {{(pid=105943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 18:59:23.857002 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] For port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 18:59:23.861104 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197'] for port, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:23.884448 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 18:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4b55a4-c7fc-427a-be1e-ab02e37ff405 x-openstack-request-id: req-1e4b55a4-c7fc-427a-be1e-ab02e37ff405 {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 18:59:23.884736 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "name": "network-vif-plugged", "status": "completed", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a", "code": 200}]} {{(pid=105943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 18:59:23.884985 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e4b55a4-c7fc-427a-be1e-ab02e37ff405 {{(pid=105943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 18:59:23.885367 dv-cinder-808992-5-iscsi neutron-server[105943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'code': 200} Sep 14 18:59:23.910442 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Pushing event updated for resources: {'Port': ['ID=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,revision_number=8']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 18:59:24.126119 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d3917-522b-452e-854e-138f922820a3 req-d3a3e223-48ae-4908-82be-0f74a0589aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:24.127638 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ca0d3917-522b-452e-854e-138f922820a3 req-d3a3e223-48ae-4908-82be-0f74a0589aab service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 1098 time: 0.0391419 Sep 14 18:59:24.164523 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-ca0d3917-522b-452e-854e-138f922820a3 req-35ef449d-085c-4311-97f6-c3360a213177 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286129 Sep 14 18:59:24.340837 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364b1b2-5ed4-46bb-a498-710162333527 req-2874d2fd-13d3-4b8f-9666-5d2a12887264 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:24.342425 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7364b1b2-5ed4-46bb-a498-710162333527 req-2874d2fd-13d3-4b8f-9666-5d2a12887264 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0511577 Sep 14 18:59:24.385442 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7364b1b2-5ed4-46bb-a498-710162333527 req-7c0c976c-b803-4550-96cd-83c87f862431 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371673 Sep 14 18:59:25.034438 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:25.252270 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9f65c469-a202-4471-9634-df47f27a2307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:25.501054 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdca3fd-0ed4-48ed-854c-929155d5f559 req-53a8ad71-a7e9-4538-aee5-006c5d50b9ce tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:25.502751 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0fdca3fd-0ed4-48ed-854c-929155d5f559 req-53a8ad71-a7e9-4538-aee5-006c5d50b9ce tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0506086 Sep 14 18:59:25.541666 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0fdca3fd-0ed4-48ed-854c-929155d5f559 req-c78b1fd7-b822-4bb9-a0d2-d64ee4ed433d tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324907 Sep 14 18:59:26.648285 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:28.286583 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:29.055774 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:33.157672 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b3edd518-7758-42cc-91f7-8401fae5ee3e req-65262616-98ac-4cb5-a942-665250d7e9d5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441084 Sep 14 18:59:33.217963 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edd518-7758-42cc-91f7-8401fae5ee3e req-4f5d930c-b4a3-4804-8a66-7b3c2f05efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:33.219333 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b3edd518-7758-42cc-91f7-8401fae5ee3e req-4f5d930c-b4a3-4804-8a66-7b3c2f05efb5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f9408289ab44954890140f889ac8fab&device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 1098 time: 0.0388939 Sep 14 18:59:33.326411 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edd518-7758-42cc-91f7-8401fae5ee3e req-b0f073a4-a49b-4198-a816-19440d222b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:33.327908 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b3edd518-7758-42cc-91f7-8401fae5ee3e req-b0f073a4-a49b-4198-a816-19440d222b62 service neutron] 10.222.0.68 "GET /v2.0/networks?id=13400280-3082-4ff8-a7a5-7fbe6b83192d HTTP/1.1" status: 200 len: 909 time: 0.0862169 Sep 14 18:59:33.621882 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b3edd518-7758-42cc-91f7-8401fae5ee3e req-c44d7709-d5e2-44e3-a4f8-1aa601bfce41 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a HTTP/1.1" status: 200 len: 1000 time: 0.2827389 Sep 14 18:59:33.673868 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edd518-7758-42cc-91f7-8401fae5ee3e req-9192e990-5d25-4fbf-835e-5637d0b44404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:33.675337 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b3edd518-7758-42cc-91f7-8401fae5ee3e req-9192e990-5d25-4fbf-835e-5637d0b44404 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c868c0-e916-48d9-9c80-dea3dc458a70 HTTP/1.1" status: 200 len: 847 time: 0.0460613 Sep 14 18:59:33.726072 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edd518-7758-42cc-91f7-8401fae5ee3e req-e24ef951-b961-4a11-9faa-273c3e821535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:33.727566 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b3edd518-7758-42cc-91f7-8401fae5ee3e req-e24ef951-b961-4a11-9faa-273c3e821535 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=13400280-3082-4ff8-a7a5-7fbe6b83192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443623 Sep 14 18:59:33.816339 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b3edd518-7758-42cc-91f7-8401fae5ee3e req-1f7c7418-9c50-4ad4-8034-8247a95218fc service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810692 Sep 14 18:59:33.908860 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-b3edd518-7758-42cc-91f7-8401fae5ee3e req-08b7ff4c-97e7-465a-a0e0-27ca5a2e2c2c service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852921 Sep 14 18:59:38.568223 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c2d45-fe44-4387-9a3a-c1910c6f8557 req-b50345dc-7e21-49e5-843d-2fe4733923fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:38.569929 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e85c2d45-fe44-4387-9a3a-c1910c6f8557 req-b50345dc-7e21-49e5-843d-2fe4733923fc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fabf9802fe3649f388d50666fd4a14ab&device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 1138 time: 0.0420196 Sep 14 18:59:38.670763 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07f1ff-a6a4-4c7d-829b-141d77f85ce6 req-3032ba53-b2ca-4488-be79-3622e4844ac4 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:38.672292 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0d07f1ff-a6a4-4c7d-829b-141d77f85ce6 req-3032ba53-b2ca-4488-be79-3622e4844ac4 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.1643496 Sep 14 18:59:38.718027 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c2d45-fe44-4387-9a3a-c1910c6f8557 req-bc8ddd4c-cab6-4483-8f94-c8c7c189101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:38.719500 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e85c2d45-fe44-4387-9a3a-c1910c6f8557 req-bc8ddd4c-cab6-4483-8f94-c8c7c189101d service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9207236-b1e0-44c3-b2c0-86303c058b9d HTTP/1.1" status: 200 len: 916 time: 0.1402066 Sep 14 18:59:38.728664 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-0d07f1ff-a6a4-4c7d-829b-141d77f85ce6 req-6f8bb34a-5ca8-45a8-ac92-07da9dff8622 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503690 Sep 14 18:59:38.789453 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e85c2d45-fe44-4387-9a3a-c1910c6f8557 req-0101b91a-2de4-42cd-8887-daf2b14bcd16 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7 HTTP/1.1" status: 200 len: 1002 time: 0.0598104 Sep 14 18:59:38.852206 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c2d45-fe44-4387-9a3a-c1910c6f8557 req-201314df-0d43-45c7-9b94-0c68de1d11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:38.853706 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e85c2d45-fe44-4387-9a3a-c1910c6f8557 req-201314df-0d43-45c7-9b94-0c68de1d11e5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b12a0f24-8c81-4a5f-bfaf-443fb99ad721 HTTP/1.1" status: 200 len: 854 time: 0.0473535 Sep 14 18:59:38.898686 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c2d45-fe44-4387-9a3a-c1910c6f8557 req-c0c5e010-0844-4672-a4a3-9d4ed396f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:38.900089 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e85c2d45-fe44-4387-9a3a-c1910c6f8557 req-c0c5e010-0844-4672-a4a3-9d4ed396f80a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9207236-b1e0-44c3-b2c0-86303c058b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390785 Sep 14 18:59:38.911413 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [req-e85c2d45-fe44-4387-9a3a-c1910c6f8557 req-e2eec575-ae26-48a1-bb32-98262d92924f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 18:59:38.912353 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e85c2d45-fe44-4387-9a3a-c1910c6f8557 req-e2eec575-ae26-48a1-bb32-98262d92924f service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047774 Sep 14 18:59:39.009211 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e85c2d45-fe44-4387-9a3a-c1910c6f8557 req-5c663198-35f4-40da-a3c0-4d16fed1a725 service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882406 Sep 14 18:59:39.110895 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-e85c2d45-fe44-4387-9a3a-c1910c6f8557 req-cd9f2572-fa2e-4418-8c3c-6eb7100c136f service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933537 Sep 14 18:59:39.845460 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea043b-d6a8-428a-814e-a318d6b87ba1 req-bcf0771a-576e-4698-8502-692d0b7de732 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:39.846943 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-63ea043b-d6a8-428a-814e-a318d6b87ba1 req-bcf0771a-576e-4698-8502-692d0b7de732 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0487680 Sep 14 18:59:39.886409 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-63ea043b-d6a8-428a-814e-a318d6b87ba1 req-2bd43fa8-f637-4152-9945-dd80ce945862 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328317 Sep 14 18:59:41.001303 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dfdc4-3727-48b0-bc4e-fa4186a069f5 req-cf30fb82-fe2f-4db3-a2a0-0278f9088f9d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:41.002828 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-665dfdc4-3727-48b0-bc4e-fa4186a069f5 req-cf30fb82-fe2f-4db3-a2a0-0278f9088f9d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0486705 Sep 14 18:59:41.043334 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-665dfdc4-3727-48b0-bc4e-fa4186a069f5 req-34671e9a-42b2-47bd-b9eb-833f1615740c tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335205 Sep 14 18:59:42.031622 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 18:59:42.160546 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594395d-8d07-4eee-be6d-f85959c9f565 req-76a1235b-cc38-45a9-96aa-9b11bfb247c4 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:42.162056 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b594395d-8d07-4eee-be6d-f85959c9f565 req-76a1235b-cc38-45a9-96aa-9b11bfb247c4 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0501449 Sep 14 18:59:42.203189 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-b594395d-8d07-4eee-be6d-f85959c9f565 req-bd3250a3-987a-406c-bc88-43a6daa96574 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343871 Sep 14 18:59:43.325618 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590c4d0-62c0-4b2b-ad03-3b81c9081b38 req-9b15f0fd-985d-446b-9acf-c4b8cdf74e3a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:43.327185 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4590c4d0-62c0-4b2b-ad03-3b81c9081b38 req-9b15f0fd-985d-446b-9acf-c4b8cdf74e3a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0558193 Sep 14 18:59:43.372733 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-4590c4d0-62c0-4b2b-ad03-3b81c9081b38 req-49d9efaa-f6b1-45ad-86c6-16506b404b41 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384476 Sep 14 18:59:44.492211 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db7e5f-c4d0-4072-9f22-db3c83725e0e req-fce862e8-9ad1-4fb8-b75a-61cd5a013644 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:44.493769 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-07db7e5f-c4d0-4072-9f22-db3c83725e0e req-fce862e8-9ad1-4fb8-b75a-61cd5a013644 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0519409 Sep 14 18:59:44.539631 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-07db7e5f-c4d0-4072-9f22-db3c83725e0e req-fd8bb279-727b-4d80-8b86-048cd630482b tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398304 Sep 14 18:59:45.661945 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edc0f4-b60d-4686-9f46-54bb1f64bbdc req-ec91de0e-682c-4def-84df-a413af0b4514 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:45.664878 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-45edc0f4-b60d-4686-9f46-54bb1f64bbdc req-ec91de0e-682c-4def-84df-a413af0b4514 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0581014 Sep 14 18:59:45.709525 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-45edc0f4-b60d-4686-9f46-54bb1f64bbdc req-806e56a7-6c1a-4367-8482-00b71679bb62 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386753 Sep 14 18:59:46.828881 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1969f-6d4c-4f03-bb70-6c75d3914644 req-4ae90f2e-ef4d-4efd-bb75-d3c0a6c0ca83 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:46.830503 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c3b1969f-6d4c-4f03-bb70-6c75d3914644 req-4ae90f2e-ef4d-4efd-bb75-d3c0a6c0ca83 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0497737 Sep 14 18:59:46.872021 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-c3b1969f-6d4c-4f03-bb70-6c75d3914644 req-bc15f61a-ef3c-45d8-8489-25eef615c52d tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348220 Sep 14 18:59:47.991240 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602036d-273f-4c2a-b270-6f72582f54e2 req-3ed66d05-0559-4e1f-958a-4333b83b936e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:47.992830 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5602036d-273f-4c2a-b270-6f72582f54e2 req-3ed66d05-0559-4e1f-958a-4333b83b936e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0515668 Sep 14 18:59:48.034411 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-5602036d-273f-4c2a-b270-6f72582f54e2 req-504442c8-24fb-4a11-91e8-3bad11d67c65 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355513 Sep 14 18:59:49.156278 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703873a-d521-4efa-a384-ad38cd6982b5 req-b2790fa7-d501-4279-9fa4-3acbc40f475f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:49.157777 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7703873a-d521-4efa-a384-ad38cd6982b5 req-b2790fa7-d501-4279-9fa4-3acbc40f475f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0520828 Sep 14 18:59:49.199698 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-7703873a-d521-4efa-a384-ad38cd6982b5 req-d55a04cf-d0bd-49c9-86bc-29f9398f9b18 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358160 Sep 14 18:59:50.325841 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51be36-af6a-4ff6-8099-260ec648bd4e req-cb4fa641-14e2-47a6-a182-d790f1d4e521 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:50.327413 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8d51be36-af6a-4ff6-8099-260ec648bd4e req-cb4fa641-14e2-47a6-a182-d790f1d4e521 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0585444 Sep 14 18:59:50.374008 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-8d51be36-af6a-4ff6-8099-260ec648bd4e req-74dcf03c-589b-49b5-a82b-f38b332f3f87 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401623 Sep 14 18:59:51.514218 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc29dc-92c6-4266-b823-76a33b988824 req-2b9956b3-a8a3-4c2a-b95a-ea9e390dab3e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:51.516997 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d2dc29dc-92c6-4266-b823-76a33b988824 req-2b9956b3-a8a3-4c2a-b95a-ea9e390dab3e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0654404 Sep 14 18:59:51.579171 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-d2dc29dc-92c6-4266-b823-76a33b988824 req-8e07eec4-4b80-4752-988d-e571c245b4db tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552170 Sep 14 18:59:52.078712 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-21c8f40f-d632-45c7-ab01-7df585caf149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:52.699975 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa14fa-703a-44ed-8aee-57375fcfed81 req-67d3c130-50c6-4523-9c72-7e228094ee8c tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:52.701512 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-55fa14fa-703a-44ed-8aee-57375fcfed81 req-67d3c130-50c6-4523-9c72-7e228094ee8c tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0519862 Sep 14 18:59:52.742433 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-55fa14fa-703a-44ed-8aee-57375fcfed81 req-b29bd9c6-1afa-4f26-b83e-ae5f6b26698f tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348408 Sep 14 18:59:53.859301 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8858c-b075-4f61-b441-815b7c880572 req-a67ef302-4989-4962-be41-4b8eb3c6d469 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:53.860807 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0cf8858c-b075-4f61-b441-815b7c880572 req-a67ef302-4989-4962-be41-4b8eb3c6d469 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0506399 Sep 14 18:59:53.901942 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-0cf8858c-b075-4f61-b441-815b7c880572 req-bfa8c0a2-a5b7-45ad-a5e0-81a051c844e7 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347471 Sep 14 18:59:55.018525 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf91fc0-3170-4b28-9c4d-91b09914225f req-63cad40f-1cfe-4f37-8d65-35cd61663d03 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 18:59:55.020026 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aaf91fc0-3170-4b28-9c4d-91b09914225f req-63cad40f-1cfe-4f37-8d65-35cd61663d03 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0501957 Sep 14 18:59:55.038447 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:55.060820 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-aaf91fc0-3170-4b28-9c4d-91b09914225f req-3bb830e1-c9f1-407b-a11d-16aae2563a27 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&id=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344660 Sep 14 18:59:55.253136 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-aef6e250-5204-47e0-b880-64b58c474961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:56.651990 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:58.288172 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 18:59:59.067121 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:19.031475 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 19:00:22.079537 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-34e98230-24a7-4693-b59e-f4df501a2127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:25.042876 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:25.253658 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-8548d952-6edb-408e-8837-ed82c59cbf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:26.655055 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:27.689415 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f88f3c43-1982-46b1-9304-3dbfb05c2c7c req-a31fc38c-00a6-4c8f-ad30-50f6153f4be9 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-285421044&fields=id&tenant_id=fabf9802fe3649f388d50666fd4a14ab HTTP/1.1" status: 200 len: 267 time: 0.0342002 Sep 14 19:00:27.741717 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f3c43-1982-46b1-9304-3dbfb05c2c7c req-6b27d19c-f713-4f54-b7b8-720fb34b23ce tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:27.743211 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f88f3c43-1982-46b1-9304-3dbfb05c2c7c req-6b27d19c-f713-4f54-b7b8-720fb34b23ce tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 985 time: 0.0482497 Sep 14 19:00:27.754608 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.v2.base [req-f88f3c43-1982-46b1-9304-3dbfb05c2c7c req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Request body: {'port': {'security_groups': ['bf5be88a-349e-4048-92f4-2ea37e9a072b']}} {{(pid=105942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 19:00:27.823383 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-f88f3c43-1982-46b1-9304-3dbfb05c2c7c req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597663'] for port, before_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:27.996022 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [req-f88f3c43-1982-46b1-9304-3dbfb05c2c7c req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] For port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:28.023177 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-f88f3c43-1982-46b1-9304-3dbfb05c2c7c req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for port, precommit_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.028867 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-f88f3c43-1982-46b1-9304-3dbfb05c2c7c req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742094060566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742093556179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742093556197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27029087'] for port, after_update {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.042103 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['24829c4f-60fd-4aed-ad60-4c83e6d07eb7'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 19:00:28.072981 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f3c43-1982-46b1-9304-3dbfb05c2c7c req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:28.073645 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [req-f88f3c43-1982-46b1-9304-3dbfb05c2c7c req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.075064 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-f88f3c43-1982-46b1-9304-3dbfb05c2c7c req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "PUT /v2.0/ports/24829c4f-60fd-4aed-ad60-4c83e6d07eb7 HTTP/1.1" status: 200 len: 943 time: 0.3249578 Sep 14 19:00:28.075521 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 19:00:28.077923 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569fa942-214a-4c56-98d8-74026ad3f408" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 19:00:28.082319 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51546) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:28.108558 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event updated for resources: {'Port': ['ID=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,revision_number=7']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:28.118329 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.118799 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.119146 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.119546 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.119880 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.120786 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.121127 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.121462 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.121817 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.122270 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.122453 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.122784 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d1546-a7f8-404d-848c-61ca063369df tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.172412 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['24829c4f-60fd-4aed-ad60-4c83e6d07eb7'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 19:00:28.190647 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.210540 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 19:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432e932d-f20f-418f-b42d-b138df60fd62 x-openstack-request-id: req-432e932d-f20f-418f-b42d-b138df60fd62 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 19:00:28.211150 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 19:00:28.211507 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-432e932d-f20f-418f-b42d-b138df60fd62 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 19:00:28.212007 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7', 'status': 'completed', 'code': 200} Sep 14 19:00:28.221613 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.291453 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.294478 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for security_group, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.295809 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "DELETE /v2.0/security-groups/d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7 HTTP/1.1" status: 204 len: 168 time: 0.2115250 Sep 14 19:00:28.299249 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51552) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:28.307705 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c46b28-bd5a-40cc-b4c6-863edb6bd3e7,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:28.316967 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.317473 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.318044 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.318745 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.319374 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.319872 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.320509 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.321004 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.321542 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.322029 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.323172 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.323699 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.324218 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151403f-556b-464e-b119-4a4cd9367c5e tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:28.370623 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa942-214a-4c56-98d8-74026ad3f408 req-a1f05f29-5f69-42cc-bbda-6572d014e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:28.373199 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-569fa942-214a-4c56-98d8-74026ad3f408 req-a1f05f29-5f69-42cc-bbda-6572d014e37b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fabf9802fe3649f388d50666fd4a14ab&device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 1099 time: 0.1374917 Sep 14 19:00:28.375178 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.provisioning_blocks [None req-6ea47f4e-8b20-4373-a6bd-7aadefbb2a45 None None] Provisioning complete for port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 triggered by entity DHCP. {{(pid=105943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 19:00:28.375548 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-6ea47f4e-8b20-4373-a6bd-7aadefbb2a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656619'] for port, provisioning_complete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.473253 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa942-214a-4c56-98d8-74026ad3f408 req-827ab7a3-59eb-4f15-81e9-95b59fd6e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:28.474782 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-569fa942-214a-4c56-98d8-74026ad3f408 req-827ab7a3-59eb-4f15-81e9-95b59fd6e935 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9207236-b1e0-44c3-b2c0-86303c058b9d HTTP/1.1" status: 200 len: 916 time: 0.0935209 Sep 14 19:00:28.481482 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-597ea775-351e-42b9-b316-18d64c45e5f0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Deleting port 9e1080c9-5631-44ea-a6d8-5103a9b0a94c {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:28.481852 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-597ea775-351e-42b9-b316-18d64c45e5f0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.555338 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-569fa942-214a-4c56-98d8-74026ad3f408 req-52fc96f2-f9b7-45c7-8dec-a41aea23fcf7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7 HTTP/1.1" status: 200 len: 1002 time: 0.0710638 Sep 14 19:00:28.562529 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-597ea775-351e-42b9-b316-18d64c45e5f0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.562983 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-597ea775-351e-42b9-b316-18d64c45e5f0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.576808 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-597ea775-351e-42b9-b316-18d64c45e5f0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Calling delete_port for 9e1080c9-5631-44ea-a6d8-5103a9b0a94c owned by network:floatingip {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:28.616379 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa942-214a-4c56-98d8-74026ad3f408 req-23cb7c64-0800-4dc3-95cf-88a1cc3cb0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:28.617899 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-569fa942-214a-4c56-98d8-74026ad3f408 req-23cb7c64-0800-4dc3-95cf-88a1cc3cb0f9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b12a0f24-8c81-4a5f-bfaf-443fb99ad721 HTTP/1.1" status: 200 len: 854 time: 0.0535600 Sep 14 19:00:28.671477 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa942-214a-4c56-98d8-74026ad3f408 req-8f4c8963-b19d-48bf-a996-6ad93dee55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:28.673024 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-569fa942-214a-4c56-98d8-74026ad3f408 req-8f4c8963-b19d-48bf-a996-6ad93dee55b4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9207236-b1e0-44c3-b2c0-86303c058b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473156 Sep 14 19:00:28.746948 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-597ea775-351e-42b9-b316-18d64c45e5f0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.774003 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ea775-351e-42b9-b316-18d64c45e5f0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event deleted for resources: {'Port': ['ID=9e1080c9-5631-44ea-a6d8-5103a9b0a94c,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:28.777560 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-569fa942-214a-4c56-98d8-74026ad3f408 req-fd9f09ed-e9b7-4da8-86b7-ed06e74f2e68 service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961363 Sep 14 19:00:28.832858 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-597ea775-351e-42b9-b316-18d64c45e5f0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks [] for floatingip, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:28.833091 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.l3_db [None req-597ea775-351e-42b9-b316-18d64c45e5f0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Floating IP 40cd8031-8e8a-4ab6-bd85-721048208a2c disassociated (deleted). External IP: 172.27.1.103, port: 24829c4f-60fd-4aed-ad60-4c83e6d07eb7. Sep 14 19:00:28.874698 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-569fa942-214a-4c56-98d8-74026ad3f408 req-1b5889fb-466c-40ee-8f32-4ba1f89a5e8a service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905468 Sep 14 19:00:29.039432 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597ea775-351e-42b9-b316-18d64c45e5f0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Router 6c576eee-9a52-44ca-aabc-0d671cbddf98 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 19:00:29.062340 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:29.151942 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597ea775-351e-42b9-b316-18d64c45e5f0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 19:00:29.156639 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-597ea775-351e-42b9-b316-18d64c45e5f0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:29.161099 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76da6-592b-4f9a-87ce-54b01379b412 None None] Sync routers for ids ['6c576eee-9a52-44ca-aabc-0d671cbddf98'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 19:00:29.169833 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b76da6-592b-4f9a-87ce-54b01379b412 None None] Routers {'6c576eee-9a52-44ca-aabc-0d671cbddf98'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 19:00:29.170452 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-b1b76da6-592b-4f9a-87ce-54b01379b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T19:00:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6c576eee-9a52-44ca-aabc-0d671cbddf98'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:29.185047 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-597ea775-351e-42b9-b316-18d64c45e5f0 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "DELETE /v2.0/floatingips/40cd8031-8e8a-4ab6-bd85-721048208a2c HTTP/1.1" status: 204 len: 168 time: 0.8822503 Sep 14 19:00:29.277354 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-b1b76da6-592b-4f9a-87ce-54b01379b412 None None] Set router 6c576eee-9a52-44ca-aabc-0d671cbddf98 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 19:00:29.488045 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-b1b76da6-592b-4f9a-87ce-54b01379b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 4, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port': {'id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:22Z', 'updated_at': '2021-09-14T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'a9d6be15-7e52-4126-bd7e-fc92609c9395', 'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'mac_address': 'fa:16:3e:30:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:23Z', 'updated_at': '2021-09-14T18:58:30Z', 'revision_number': 5, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'subnets': [{'id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:29.514427 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76da6-592b-4f9a-87ce-54b01379b412 None None] Checking router: 6c576eee-9a52-44ca-aabc-0d671cbddf98 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 19:00:29.522738 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b76da6-592b-4f9a-87ce-54b01379b412 None None] Routers {'6c576eee-9a52-44ca-aabc-0d671cbddf98'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 19:00:29.523351 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-b1b76da6-592b-4f9a-87ce-54b01379b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T19:00:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6c576eee-9a52-44ca-aabc-0d671cbddf98'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:29.627179 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-b1b76da6-592b-4f9a-87ce-54b01379b412 None None] Set router 6c576eee-9a52-44ca-aabc-0d671cbddf98 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 19:00:29.828034 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-b1b76da6-592b-4f9a-87ce-54b01379b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 4, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port': {'id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:22Z', 'updated_at': '2021-09-14T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'a9d6be15-7e52-4126-bd7e-fc92609c9395', 'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'mac_address': 'fa:16:3e:30:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:23Z', 'updated_at': '2021-09-14T18:58:30Z', 'revision_number': 5, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'subnets': [{'id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:29.871948 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76da6-592b-4f9a-87ce-54b01379b412 None None] The sync data for ids ['6c576eee-9a52-44ca-aabc-0d671cbddf98'] in dv-cinder-808992-5-iscsi is: [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T18:58:24Z', 'revision_number': 4, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port': {'id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:22Z', 'updated_at': '2021-09-14T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': 'a9d6be15-7e52-4126-bd7e-fc92609c9395', 'name': '', 'network_id': 'f9207236-b1e0-44c3-b2c0-86303c058b9d', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'mac_address': 'fa:16:3e:30:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:23Z', 'updated_at': '2021-09-14T18:58:30Z', 'revision_number': 5, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'subnets': [{'id': 'b12a0f24-8c81-4a5f-bfaf-443fb99ad721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 19:00:30.092394 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd197fe3-fb80-4bca-bb8a-4a72afc3c501 None None] New status for floating IP 40cd8031-8e8a-4ab6-bd85-721048208a2c: DOWN {{(pid=105944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 19:00:30.212729 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 19:00:30.215635 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fd4ce2-fa2b-49f6-bb96-6b5cc08dc6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 19:00:30.251240 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 19:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b626851-4dc9-4c59-be40-3879855d7f52 x-openstack-request-id: req-0b626851-4dc9-4c59-be40-3879855d7f52 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 19:00:30.251532 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 19:00:30.251788 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b626851-4dc9-4c59-be40-3879855d7f52 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 19:00:30.252184 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7', 'status': 'completed', 'code': 200} Sep 14 19:00:30.319328 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd4ce2-fa2b-49f6-bb96-6b5cc08dc6d5 req-f4157d22-3c48-4566-8503-40f3e9a8a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:30.320858 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a2fd4ce2-fa2b-49f6-bb96-6b5cc08dc6d5 req-f4157d22-3c48-4566-8503-40f3e9a8a791 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fabf9802fe3649f388d50666fd4a14ab&device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 1099 time: 0.0479946 Sep 14 19:00:30.415910 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd4ce2-fa2b-49f6-bb96-6b5cc08dc6d5 req-cbeee31f-22b2-470b-9889-ac497bff1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:30.417415 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a2fd4ce2-fa2b-49f6-bb96-6b5cc08dc6d5 req-cbeee31f-22b2-470b-9889-ac497bff1473 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9207236-b1e0-44c3-b2c0-86303c058b9d HTTP/1.1" status: 200 len: 916 time: 0.0895095 Sep 14 19:00:30.460426 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a2fd4ce2-fa2b-49f6-bb96-6b5cc08dc6d5 req-c9241fba-6d7a-495b-8eb9-f36ff62c423e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7 HTTP/1.1" status: 200 len: 217 time: 0.0358999 Sep 14 19:00:30.513552 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd4ce2-fa2b-49f6-bb96-6b5cc08dc6d5 req-297c234e-48ec-4785-9731-a8c267404b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:30.515046 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a2fd4ce2-fa2b-49f6-bb96-6b5cc08dc6d5 req-297c234e-48ec-4785-9731-a8c267404b34 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b12a0f24-8c81-4a5f-bfaf-443fb99ad721 HTTP/1.1" status: 200 len: 854 time: 0.0480666 Sep 14 19:00:30.566930 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd4ce2-fa2b-49f6-bb96-6b5cc08dc6d5 req-baa49f86-fa31-4efb-9a3a-5c04928c3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:30.568448 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a2fd4ce2-fa2b-49f6-bb96-6b5cc08dc6d5 req-baa49f86-fa31-4efb-9a3a-5c04928c3e78 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9207236-b1e0-44c3-b2c0-86303c058b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465643 Sep 14 19:00:30.676680 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a2fd4ce2-fa2b-49f6-bb96-6b5cc08dc6d5 req-67458313-c8b2-44c8-8d68-66d86a059de8 service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006384 Sep 14 19:00:30.774947 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-a2fd4ce2-fa2b-49f6-bb96-6b5cc08dc6d5 req-844100c6-a3ca-456d-bf14-3237c1e8eecd service neutron] 10.222.0.68 "GET /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897906 Sep 14 19:00:31.906070 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff24576-bd06-49a4-8207-21aa2675debe req-39b1d953-e028-4425-9103-0a6881db4b8b tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:31.907486 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8ff24576-bd06-49a4-8207-21aa2675debe req-39b1d953-e028-4425-9103-0a6881db4b8b tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 946 time: 0.0508873 Sep 14 19:00:31.945178 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8ff24576-bd06-49a4-8207-21aa2675debe req-3eb79499-e7c3-4856-a994-aa6db0e36f47 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Sep 14 19:00:33.061537 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dd699-c23e-4e68-b57b-cfc56c65b4f4 req-8dfa8d23-cfca-4674-a8b3-4a37a446ee66 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:33.063048 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-798dd699-c23e-4e68-b57b-cfc56c65b4f4 req-8dfa8d23-cfca-4674-a8b3-4a37a446ee66 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 946 time: 0.0517125 Sep 14 19:00:33.100729 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-798dd699-c23e-4e68-b57b-cfc56c65b4f4 req-621407e6-9910-4f40-a0e7-91228a6683a7 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf5be88a-349e-4048-92f4-2ea37e9a072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Sep 14 19:00:33.547180 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a75f0-3c47-43a2-9369-e6999e5c760a req-72fb5ed3-ab2c-4ac5-b7dc-1c39c1824c23 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:33.548635 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-766a75f0-3c47-43a2-9369-e6999e5c760a req-72fb5ed3-ab2c-4ac5-b7dc-1c39c1824c23 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.68 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 946 time: 0.0476098 Sep 14 19:00:33.641473 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-766a75f0-3c47-43a2-9369-e6999e5c760a req-ec981bf8-5e71-4f89-b987-48f541dee47a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Deleting port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:33.641843 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-766a75f0-3c47-43a2-9369-e6999e5c760a req-ec981bf8-5e71-4f89-b987-48f541dee47a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:33.730760 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-766a75f0-3c47-43a2-9369-e6999e5c760a req-ec981bf8-5e71-4f89-b987-48f541dee47a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] For port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:33.731301 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-766a75f0-3c47-43a2-9369-e6999e5c760a req-ec981bf8-5e71-4f89-b987-48f541dee47a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:33.744233 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-766a75f0-3c47-43a2-9369-e6999e5c760a req-ec981bf8-5e71-4f89-b987-48f541dee47a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Calling delete_port for 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 owned by compute:nova {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:33.873038 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-766a75f0-3c47-43a2-9369-e6999e5c760a req-ec981bf8-5e71-4f89-b987-48f541dee47a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:33.884327 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] get_ports_and_sgs() called for port_ids ['24829c4f-60fd-4aed-ad60-4c83e6d07eb7'] {{(pid=105943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 19:00:33.902464 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec981bf8-5e71-4f89-b987-48f541dee47a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Pushing event deleted for resources: {'Port': ['ID=24829c4f-60fd-4aed-ad60-4c83e6d07eb7,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:33.944516 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-766a75f0-3c47-43a2-9369-e6999e5c760a req-ec981bf8-5e71-4f89-b987-48f541dee47a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] No DVR routers for this DVR port 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 on host hv-cinder-80899 {{(pid=105941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 19:00:33.947096 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-766a75f0-3c47-43a2-9369-e6999e5c760a req-ec981bf8-5e71-4f89-b987-48f541dee47a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:33.949214 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-766a75f0-3c47-43a2-9369-e6999e5c760a req-ec981bf8-5e71-4f89-b987-48f541dee47a tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.68 "DELETE /v2.0/ports/24829c4f-60fd-4aed-ad60-4c83e6d07eb7 HTTP/1.1" status: 204 len: 173 time: 0.3946786 Sep 14 19:00:33.949664 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'name': 'network-vif-deleted', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 19:00:33.951929 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fabede0-0382-4299-adec-7ad891571f4b" -d '{"events": [{"server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "name": "network-vif-deleted", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 19:00:34.053957 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 19:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77aa851-53d1-4757-91be-a233778ccc36 x-openstack-request-id: req-f77aa851-53d1-4757-91be-a233778ccc36 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 19:00:34.054259 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c", "name": "network-vif-deleted", "tag": "24829c4f-60fd-4aed-ad60-4c83e6d07eb7", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 19:00:34.054514 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f77aa851-53d1-4757-91be-a233778ccc36 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 19:00:34.054915 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c', 'name': 'network-vif-deleted', 'tag': '24829c4f-60fd-4aed-ad60-4c83e6d07eb7', 'status': 'completed', 'code': 200} Sep 14 19:00:34.206565 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-c07f360c-a8c4-4850-a304-5128ba48a9d5 req-04198b72-a2f7-42aa-9bfd-65ba626ddc83 tempest-TestMinimumBasicScenario-226267340 tempest-TestMinimumBasicScenario-226267340-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61f71fd-4eb7-49e1-a0b3-3355b6d46c2c HTTP/1.1" status: 200 len: 210 time: 0.0272830 Sep 14 19:00:35.868014 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51642) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:36.212775 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e993008-5a45-4c06-9369-0c988af1ce33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527925'] for router_interface, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:36.453402 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-5e993008-5a45-4c06-9369-0c988af1ce33 admin admin] Deleting port a9d6be15-7e52-4126-bd7e-fc92609c9395 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:36.453769 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e993008-5a45-4c06-9369-0c988af1ce33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:36.530428 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-5e993008-5a45-4c06-9369-0c988af1ce33 admin admin] For port a9d6be15-7e52-4126-bd7e-fc92609c9395, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=a9d6be15-7e52-4126-bd7e-fc92609c9395,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:36.530714 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e993008-5a45-4c06-9369-0c988af1ce33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:36.544651 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-5e993008-5a45-4c06-9369-0c988af1ce33 admin admin] Calling delete_port for a9d6be15-7e52-4126-bd7e-fc92609c9395 owned by network:router_interface {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:36.728306 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e993008-5a45-4c06-9369-0c988af1ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:36.758488 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e993008-5a45-4c06-9369-0c988af1ce33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d6be15-7e52-4126-bd7e-fc92609c9395,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:36.924689 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e993008-5a45-4c06-9369-0c988af1ce33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-742201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528001'] for router_interface, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:37.140792 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e993008-5a45-4c06-9369-0c988af1ce33 admin admin] Router 6c576eee-9a52-44ca-aabc-0d671cbddf98 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 19:00:37.248131 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e993008-5a45-4c06-9369-0c988af1ce33 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 19:00:37.253125 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-5e993008-5a45-4c06-9369-0c988af1ce33 admin admin] 10.222.0.37 "PUT /v2.0/routers/6c576eee-9a52-44ca-aabc-0d671cbddf98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3840766 Sep 14 19:00:37.255692 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51646) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:37.258401 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5254d-52cd-4e6a-a60a-058b9c876f4b None None] Sync routers for ids ['6c576eee-9a52-44ca-aabc-0d671cbddf98'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 19:00:37.268000 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5254d-52cd-4e6a-a60a-058b9c876f4b None None] Routers {'6c576eee-9a52-44ca-aabc-0d671cbddf98'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 19:00:37.268632 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-78b5254d-52cd-4e6a-a60a-058b9c876f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T19:00:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6c576eee-9a52-44ca-aabc-0d671cbddf98'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:37.358140 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Notify callbacks [] for router, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:37.499543 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-78b5254d-52cd-4e6a-a60a-058b9c876f4b None None] Set router 6c576eee-9a52-44ca-aabc-0d671cbddf98 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 19:00:37.680963 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-78b5254d-52cd-4e6a-a60a-058b9c876f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T19:00:36Z', 'revision_number': 5, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port': {'id': '62c06990-7a28-4828-a6d8-42a1705b58a9', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:22Z', 'updated_at': '2021-09-14T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:37.710785 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5254d-52cd-4e6a-a60a-058b9c876f4b None None] Checking router: 6c576eee-9a52-44ca-aabc-0d671cbddf98 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 19:00:37.711159 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:37.720687 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5254d-52cd-4e6a-a60a-058b9c876f4b None None] Routers {'6c576eee-9a52-44ca-aabc-0d671cbddf98'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 19:00:37.721342 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-78b5254d-52cd-4e6a-a60a-058b9c876f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T19:00:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6c576eee-9a52-44ca-aabc-0d671cbddf98'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:37.763635 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Deleting port 62c06990-7a28-4828-a6d8-42a1705b58a9 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:37.763892 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:37.808818 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-78b5254d-52cd-4e6a-a60a-058b9c876f4b None None] Set router 6c576eee-9a52-44ca-aabc-0d671cbddf98 gateway port host: None {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 19:00:37.842004 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] For port 62c06990-7a28-4828-a6d8-42a1705b58a9, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=62c06990-7a28-4828-a6d8-42a1705b58a9,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:37.842272 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:37.858438 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Calling delete_port for 62c06990-7a28-4828-a6d8-42a1705b58a9 owned by network:router_gateway {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:37.862131 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-78b5254d-52cd-4e6a-a60a-058b9c876f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T19:00:37Z', 'revision_number': 6, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port_host': None}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:37.891875 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5254d-52cd-4e6a-a60a-058b9c876f4b None None] The sync data for ids ['6c576eee-9a52-44ca-aabc-0d671cbddf98'] in dv-cinder-808992-5-iscsi is: [{'id': '6c576eee-9a52-44ca-aabc-0d671cbddf98', 'name': 'tempest-TestMinimumBasicScenario-1348851671-router', 'tenant_id': 'fabf9802fe3649f388d50666fd4a14ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:21Z', 'updated_at': '2021-09-14T19:00:37Z', 'revision_number': 6, 'project_id': 'fabf9802fe3649f388d50666fd4a14ab', 'gw_port_host': None}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 19:00:38.023247 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.050849 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=62c06990-7a28-4828-a6d8-42a1705b58a9,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:38.081067 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:38.100039 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:38.100376 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 24829c4f-60fd-4aed-ad60-4c83e6d07eb7 not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:38.115038 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554083'] for router_gateway, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.204490 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1430'] for router, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.206566 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.253765 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527065'] for router, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.254294 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c576eee-9a52-44ca-aabc-0d671cbddf98 {{(pid=105942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 19:00:38.258799 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] Notify callbacks [] for router, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.259820 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-2b7850c8-d16f-4b68-a504-5e044c768dbe admin admin] 10.222.0.37 "DELETE /v2.0/routers/6c576eee-9a52-44ca-aabc-0d671cbddf98 HTTP/1.1" status: 204 len: 168 time: 1.0032282 Sep 14 19:00:38.263416 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51648) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:38.309532 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab21012b-f749-4072-860e-649529fa462a admin admin] Deleting subnet b12a0f24-8c81-4a5f-bfaf-443fb99ad721 {{(pid=105942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 19:00:38.312693 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ab21012b-f749-4072-860e-649529fa462a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.347061 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ab21012b-f749-4072-860e-649529fa462a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25522176'] for subnet, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.428657 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ab21012b-f749-4072-860e-649529fa462a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.479247 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ab21012b-f749-4072-860e-649529fa462a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27028881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25747905'] for subnet, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.504372 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21012b-f749-4072-860e-649529fa462a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12a0f24-8c81-4a5f-bfaf-443fb99ad721,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:38.508129 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ab21012b-f749-4072-860e-649529fa462a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.510003 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-ab21012b-f749-4072-860e-649529fa462a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b12a0f24-8c81-4a5f-bfaf-443fb99ad721 HTTP/1.1" status: 204 len: 168 time: 0.2455754 Sep 14 19:00:38.513783 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51650) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:38.516331 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8add3972-4fe8-4029-aebb-f04d12cbf408 None None] Network f9207236-b1e0-44c3-b2c0-86303c058b9d requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 19:00:38.579344 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.641934 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Deleting port c6b1661f-9bae-4074-8be2-7243755281eb {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:38.642285 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.705852 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] DHCP port deletion for f9207236-b1e0-44c3-b2c0-86303c058b9d request from dv-cinder-808992-5-iscsi {{(pid=105943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 19:00:38.708239 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] For port c6b1661f-9bae-4074-8be2-7243755281eb, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=c6b1661f-9bae-4074-8be2-7243755281eb,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:38.708609 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.720733 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Calling delete_port for c6b1661f-9bae-4074-8be2-7243755281eb owned by network:dhcp {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:38.755660 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Deleting port c6b1661f-9bae-4074-8be2-7243755281eb {{(pid=105943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:38.756041 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.807661 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.819732 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] For port c6b1661f-9bae-4074-8be2-7243755281eb, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=c6b1661f-9bae-4074-8be2-7243755281eb,segment=NetworkSegment(a008768d-2d0f-4550-ba81-e237c6a40f7c),segment_id=a008768d-2d0f-4550-ba81-e237c6a40f7c)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:38.820125 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.834181 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Calling delete_port for c6b1661f-9bae-4074-8be2-7243755281eb owned by network:dhcp {{(pid=105943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:38.836557 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] No DVR routers for this DVR port c6b1661f-9bae-4074-8be2-7243755281eb on host dv-cinder-808992-5-iscsi {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 19:00:38.841740 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b1661f-9bae-4074-8be2-7243755281eb,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:38.915733 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.921617 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170'] for port, after_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.941845 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9207236-b1e0-44c3-b2c0-86303c058b9d']}} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:38.948195 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Pushing event deleted for resources: {'Port': ['ID=c6b1661f-9bae-4074-8be2-7243755281eb,revision_number=None']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:38.957128 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a008768d-2d0f-4550-ba81-e237c6a40f7c') {'for_net_delete': True} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:38.958289 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:38.958534 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:38.958873 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:38.959287 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:38.959552 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a008768d-2d0f-4550-ba81-e237c6a40f7c') {} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:38.959678 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:38.960036 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:38.960246 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:38.960594 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:38.960878 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:38.961196 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:38.961531 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:38.961858 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-5-iscsi {{(pid=105943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 19:00:38.965368 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e187e0-9418-43f5-a3a9-ee9712ba58fa None None] No DVR routers for this DVR port c6b1661f-9bae-4074-8be2-7243755281eb on host dv-cinder-808992-5-iscsi {{(pid=105943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 19:00:38.972673 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25522297'] for segment, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.988748 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.995236 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=105942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 19:00:38.995822 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27029107'] for segment, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: Traceback (most recent call last): Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: timer() Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: cb(*args, **kw) Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: return func(*args, **kwargs) Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: self._notify() Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: self.callback(batched_events) Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: event.method(event) Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: return f(self, *a, **k) Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._get(url).json() Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: return self.request(url, 'GET', **kwargs) Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 19:00:38.997884 dv-cinder-808992-5-iscsi neutron-server[105942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 19:00:39.028336 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device c6b1661f-9bae-4074-8be2-7243755281eb no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:39.048998 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: c6b1661f-9bae-4074-8be2-7243755281eb {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:39.049331 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device c6b1661f-9bae-4074-8be2-7243755281eb not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:39.049793 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 62c06990-7a28-4828-a6d8-42a1705b58a9 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:39.054506 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:39.063906 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:39.065815 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f9207236-b1e0-44c3-b2c0-86303c058b9d HTTP/1.1" status: 204 len: 168 time: 0.5510979 Sep 14 19:00:39.068772 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51652) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:39.070093 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 62c06990-7a28-4828-a6d8-42a1705b58a9 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:39.070561 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 62c06990-7a28-4828-a6d8-42a1705b58a9 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:39.070990 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device a9d6be15-7e52-4126-bd7e-fc92609c9395 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:39.078526 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b52c0-1740-407e-af3f-1c976cef8853 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9207236-b1e0-44c3-b2c0-86303c058b9d,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:39.093863 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: a9d6be15-7e52-4126-bd7e-fc92609c9395 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:39.094144 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device a9d6be15-7e52-4126-bd7e-fc92609c9395 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:39.407667 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ade48485-7ec7-4ef4-9a01-e662a41e958f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527925'] for router_interface, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:39.646593 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-ade48485-7ec7-4ef4-9a01-e662a41e958f admin admin] Deleting port 38f25deb-ef41-41cf-ad59-f25668a13ebc {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:39.646936 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ade48485-7ec7-4ef4-9a01-e662a41e958f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:39.724501 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [None req-ade48485-7ec7-4ef4-9a01-e662a41e958f admin admin] For port 38f25deb-ef41-41cf-ad59-f25668a13ebc, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=38f25deb-ef41-41cf-ad59-f25668a13ebc,segment=NetworkSegment(28e32f6c-a505-449e-879f-fd44f5bba151),segment_id=28e32f6c-a505-449e-879f-fd44f5bba151)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:39.724779 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ade48485-7ec7-4ef4-9a01-e662a41e958f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:39.737365 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-ade48485-7ec7-4ef4-9a01-e662a41e958f admin admin] Calling delete_port for 38f25deb-ef41-41cf-ad59-f25668a13ebc owned by network:router_interface {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:39.921826 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ade48485-7ec7-4ef4-9a01-e662a41e958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:39.944177 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade48485-7ec7-4ef4-9a01-e662a41e958f admin admin] Pushing event deleted for resources: {'Port': ['ID=38f25deb-ef41-41cf-ad59-f25668a13ebc,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:40.107796 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-ade48485-7ec7-4ef4-9a01-e662a41e958f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-742201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528001'] for router_interface, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:40.315613 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade48485-7ec7-4ef4-9a01-e662a41e958f admin admin] Router b4e2b236-bb69-421b-bc05-352b98339b24 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 19:00:40.419468 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade48485-7ec7-4ef4-9a01-e662a41e958f admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 19:00:40.424526 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-ade48485-7ec7-4ef4-9a01-e662a41e958f admin admin] 10.222.0.37 "PUT /v2.0/routers/b4e2b236-bb69-421b-bc05-352b98339b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3545384 Sep 14 19:00:40.427041 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51654) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:40.429768 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2531f-c5bc-4e84-b1be-fa8eaf438b7f None None] Sync routers for ids ['b4e2b236-bb69-421b-bc05-352b98339b24'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 19:00:40.439005 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2531f-c5bc-4e84-b1be-fa8eaf438b7f None None] Routers {'b4e2b236-bb69-421b-bc05-352b98339b24'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 19:00:40.439607 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-36a2531f-c5bc-4e84-b1be-fa8eaf438b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T19:00:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['b4e2b236-bb69-421b-bc05-352b98339b24'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:40.544692 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-36a2531f-c5bc-4e84-b1be-fa8eaf438b7f None None] Set router b4e2b236-bb69-421b-bc05-352b98339b24 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 19:00:40.728950 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-36a2531f-c5bc-4e84-b1be-fa8eaf438b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'name': 'tempest-TestMinimumBasicScenario-847433228-router', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T19:00:39Z', 'revision_number': 5, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'gw_port': {'id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:40.755364 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2531f-c5bc-4e84-b1be-fa8eaf438b7f None None] Checking router: b4e2b236-bb69-421b-bc05-352b98339b24 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 19:00:40.760111 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Notify callbacks [] for router, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:40.763740 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2531f-c5bc-4e84-b1be-fa8eaf438b7f None None] Routers {'b4e2b236-bb69-421b-bc05-352b98339b24'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 19:00:40.764341 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-36a2531f-c5bc-4e84-b1be-fa8eaf438b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T19:00:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['b4e2b236-bb69-421b-bc05-352b98339b24'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:40.865597 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:40.869957 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-36a2531f-c5bc-4e84-b1be-fa8eaf438b7f None None] Set router b4e2b236-bb69-421b-bc05-352b98339b24 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 19:00:40.919534 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Deleting port 94df6413-379d-4d5b-8fee-93c20a0812f1 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:40.919781 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.002574 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] For port 94df6413-379d-4d5b-8fee-93c20a0812f1, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=94df6413-379d-4d5b-8fee-93c20a0812f1,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:41.002948 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.015115 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Calling delete_port for 94df6413-379d-4d5b-8fee-93c20a0812f1 owned by network:router_gateway {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:41.054207 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-36a2531f-c5bc-4e84-b1be-fa8eaf438b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'name': 'tempest-TestMinimumBasicScenario-847433228-router', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T19:00:39Z', 'revision_number': 5, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'gw_port': {'id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:41.081022 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2531f-c5bc-4e84-b1be-fa8eaf438b7f None None] The sync data for ids ['b4e2b236-bb69-421b-bc05-352b98339b24'] in dv-cinder-808992-5-iscsi is: [{'id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'name': 'tempest-TestMinimumBasicScenario-847433228-router', 'tenant_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T19:00:39Z', 'revision_number': 5, 'project_id': '59a631d95eba4bc3952f4c2f2f1a5172', 'gw_port': {'id': '94df6413-379d-4d5b-8fee-93c20a0812f1', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e2b236-bb69-421b-bc05-352b98339b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:58:26Z', 'updated_at': '2021-09-14T18:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 19:00:41.186148 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.211092 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Pushing event deleted for resources: {'Port': ['ID=94df6413-379d-4d5b-8fee-93c20a0812f1,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:41.271056 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554083'] for router_gateway, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.363598 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1430'] for router, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.365761 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.410923 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527065'] for router, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.411479 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e2b236-bb69-421b-bc05-352b98339b24 {{(pid=105941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 19:00:41.415761 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] Notify callbacks [] for router, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.416904 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-0ab24c95-df82-42d2-b6a3-0f00a4dc0397 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b4e2b236-bb69-421b-bc05-352b98339b24 HTTP/1.1" status: 204 len: 168 time: 0.9889452 Sep 14 19:00:41.420287 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51656) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:41.429526 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51658) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:41.466455 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11d65c9-fc28-405a-9a14-99695c50a757 admin admin] Deleting subnet 6ae1784b-a6c8-455f-9c24-d7c366fd2033 {{(pid=105941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 19:00:41.470371 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d11d65c9-fc28-405a-9a14-99695c50a757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.507589 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d11d65c9-fc28-405a-9a14-99695c50a757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25323812'] for subnet, precommit_delete_associations {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.595640 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d11d65c9-fc28-405a-9a14-99695c50a757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.602784 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0a8e1-c7ed-4843-bb04-32172b2e99bd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Deleting port 598b1c18-8328-497e-9f02-64480408701a {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:41.603132 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a8e1-c7ed-4843-bb04-32172b2e99bd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.657605 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d11d65c9-fc28-405a-9a14-99695c50a757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26219588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26947239'] for subnet, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.684212 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d65c9-fc28-405a-9a14-99695c50a757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae1784b-a6c8-455f-9c24-d7c366fd2033,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:41.688154 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-d11d65c9-fc28-405a-9a14-99695c50a757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for subnet, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.690011 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-d11d65c9-fc28-405a-9a14-99695c50a757 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6ae1784b-a6c8-455f-9c24-d7c366fd2033 HTTP/1.1" status: 204 len: 168 time: 0.2688076 Sep 14 19:00:41.692636 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51660) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:41.696759 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb523c-70be-432e-abc5-a4736a152b3b None None] Network 09db43ca-52a0-4ce8-bc1b-725d9cd614ae requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 19:00:41.724052 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a8e1-c7ed-4843-bb04-32172b2e99bd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.724455 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a8e1-c7ed-4843-bb04-32172b2e99bd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.740202 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0a8e1-c7ed-4843-bb04-32172b2e99bd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Calling delete_port for 598b1c18-8328-497e-9f02-64480408701a owned by network:floatingip {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:41.767480 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.842511 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Deleting port cd753822-b04a-4332-8492-0f96513afc71 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:41.842863 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.899157 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a8e1-c7ed-4843-bb04-32172b2e99bd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.910442 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] For port cd753822-b04a-4332-8492-0f96513afc71, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=cd753822-b04a-4332-8492-0f96513afc71,segment=NetworkSegment(28e32f6c-a505-449e-879f-fd44f5bba151),segment_id=28e32f6c-a505-449e-879f-fd44f5bba151)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:41.910829 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.926069 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0a8e1-c7ed-4843-bb04-32172b2e99bd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Pushing event deleted for resources: {'Port': ['ID=598b1c18-8328-497e-9f02-64480408701a,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:41.927645 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Calling delete_port for cd753822-b04a-4332-8492-0f96513afc71 owned by network:dhcp {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:41.986148 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a8e1-c7ed-4843-bb04-32172b2e99bd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for floatingip, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:41.986409 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.db.l3_db [None req-3bd0a8e1-c7ed-4843-bb04-32172b2e99bd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Floating IP 84212aea-56f9-4117-8169-029523e23af9 disassociated (deleted). External IP: 172.27.1.31, port: 5552e2f9-3bcc-484b-ab99-46bd29e63e5a. Sep 14 19:00:42.008074 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:42.034989 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd753822-b04a-4332-8492-0f96513afc71,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:42.039766 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] No DVR routers for this DVR port cd753822-b04a-4332-8492-0f96513afc71 on host dv-cinder-808992-5-iscsi {{(pid=105941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 19:00:42.114954 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:42.139713 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09db43ca-52a0-4ce8-bc1b-725d9cd614ae']}} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:42.150584 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e32f6c-a505-449e-879f-fd44f5bba151') {'for_net_delete': True} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:42.151129 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.services.segments.db [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e32f6c-a505-449e-879f-fd44f5bba151') {} {{(pid=105941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:42.164791 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25323869'] for segment, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:42.170016 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452199e1-79ca-40bf-a38f-62e07ab17cc7 None None] DHCP port deletion for 09db43ca-52a0-4ce8-bc1b-725d9cd614ae request from dv-cinder-808992-5-iscsi {{(pid=105943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 19:00:42.193923 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:42.201026 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=105941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 19:00:42.201547 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26220454'] for segment, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: Traceback (most recent call last): Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: timer() Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: cb(*args, **kw) Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: return func(*args, **kwargs) Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: self._notify() Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: self.callback(batched_events) Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: event.method(event) Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: return f(self, *a, **k) Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._get(url).json() Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: return self.request(url, 'GET', **kwargs) Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 19:00:42.203292 dv-cinder-808992-5-iscsi neutron-server[105941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 19:00:42.210523 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd0a8e1-c7ed-4843-bb04-32172b2e99bd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Router af4e612e-ba59-4f24-8726-10bc3522cc02 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 19:00:42.260632 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:42.265915 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:42.270727 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] 10.222.0.37 "DELETE /v2.0/networks/09db43ca-52a0-4ce8-bc1b-725d9cd614ae HTTP/1.1" status: 204 len: 168 time: 0.5771163 Sep 14 19:00:42.283046 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679a22d-17d2-4841-baca-20fc271f3862 admin admin] Pushing event deleted for resources: {'Network': ['ID=09db43ca-52a0-4ce8-bc1b-725d9cd614ae,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:42.320434 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd0a8e1-c7ed-4843-bb04-32172b2e99bd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 19:00:42.325839 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a8e1-c7ed-4843-bb04-32172b2e99bd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for floatingip, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:42.331515 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b987deb-9e16-4fd6-868e-8ee70d7d3b96 None None] Sync routers for ids ['af4e612e-ba59-4f24-8726-10bc3522cc02'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 19:00:42.341549 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b987deb-9e16-4fd6-868e-8ee70d7d3b96 None None] Routers {'af4e612e-ba59-4f24-8726-10bc3522cc02'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 19:00:42.342437 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-9b987deb-9e16-4fd6-868e-8ee70d7d3b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T19:00:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['af4e612e-ba59-4f24-8726-10bc3522cc02'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:42.352772 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-3bd0a8e1-c7ed-4843-bb04-32172b2e99bd tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "DELETE /v2.0/floatingips/84212aea-56f9-4117-8169-029523e23af9 HTTP/1.1" status: 204 len: 168 time: 0.9219911 Sep 14 19:00:42.353360 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a'}] {{(pid=105942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 19:00:42.355758 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0755ae235c7146798f1be8c9f749900c13c7a2dcbee07db8a60aa81e5edc287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795d2e9d-6c37-4f7f-926a-1bf171e03845" -d '{"events": [{"name": "network-changed", "server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a"}]}' {{(pid=105942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 19:00:42.405834 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 19:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2a6a1a-97af-4584-8467-3121e3f27e79 x-openstack-request-id: req-eb2a6a1a-97af-4584-8467-3121e3f27e79 {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 19:00:42.406163 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a", "status": "completed", "code": 200}]} {{(pid=105942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 19:00:42.406420 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb2a6a1a-97af-4584-8467-3121e3f27e79 {{(pid=105942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 19:00:42.406818 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'status': 'completed', 'code': 200} Sep 14 19:00:42.471713 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51668) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:42.474618 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-9b987deb-9e16-4fd6-868e-8ee70d7d3b96 None None] Set router af4e612e-ba59-4f24-8726-10bc3522cc02 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 19:00:42.519802 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-7d7491b3-0e76-41d1-88ab-7e0cfb611ace admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fabf9802fe3649f388d50666fd4a14ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446801 Sep 14 19:00:42.520431 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51672) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:42.549776 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2e9d-6c37-4f7f-926a-1bf171e03845 req-19af9de2-f5bb-4374-adc2-e3d76f9d2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:42.551773 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-795d2e9d-6c37-4f7f-926a-1bf171e03845 req-19af9de2-f5bb-4374-adc2-e3d76f9d2b0d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f9408289ab44954890140f889ac8fab&device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 1098 time: 0.0816522 Sep 14 19:00:42.572209 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6a3774b1-2af5-42a6-93ca-561459aeb236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:42.598459 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6a3774b1-2af5-42a6-93ca-561459aeb236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:42.657033 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6a3774b1-2af5-42a6-93ca-561459aeb236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:42.660319 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-6a3774b1-2af5-42a6-93ca-561459aeb236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:42.663778 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-6a3774b1-2af5-42a6-93ca-561459aeb236 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf5be88a-349e-4048-92f4-2ea37e9a072b HTTP/1.1" status: 204 len: 168 time: 0.1401620 Sep 14 19:00:42.676921 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3774b1-2af5-42a6-93ca-561459aeb236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5be88a-349e-4048-92f4-2ea37e9a072b,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:42.681905 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63a08b-79b4-4acb-b5d5-68b45402f8ed req-04947c68-8acc-4f4e-964b-08efc979b62a tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:42.684180 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bf63a08b-79b4-4acb-b5d5-68b45402f8ed req-04947c68-8acc-4f4e-964b-08efc979b62a tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.1124163 Sep 14 19:00:42.717958 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2e9d-6c37-4f7f-926a-1bf171e03845 req-7ed7557d-923f-491a-82ac-6f7314cea76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:42.719397 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-795d2e9d-6c37-4f7f-926a-1bf171e03845 req-7ed7557d-923f-491a-82ac-6f7314cea76a service neutron] 10.222.0.68 "GET /v2.0/networks?id=13400280-3082-4ff8-a7a5-7fbe6b83192d HTTP/1.1" status: 200 len: 909 time: 0.1592164 Sep 14 19:00:42.743935 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-9b987deb-9e16-4fd6-868e-8ee70d7d3b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:54Z', 'revision_number': 4, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port': {'id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '02baf135-8880-4f80-a4b2-2e41f3afce39', 'name': '', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:53Z', 'updated_at': '2021-09-14T18:56:01Z', 'revision_number': 5, 'project_id': '1f9408289ab44954890140f889ac8fab', 'subnets': [{'id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:42.750740 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-bf63a08b-79b4-4acb-b5d5-68b45402f8ed req-6c7893ae-6f3c-402b-b82c-175458675673 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568352 Sep 14 19:00:42.772934 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b987deb-9e16-4fd6-868e-8ee70d7d3b96 None None] Checking router: af4e612e-ba59-4f24-8726-10bc3522cc02 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 19:00:42.778616 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-795d2e9d-6c37-4f7f-926a-1bf171e03845 req-ef925434-53cf-4290-8975-afedaba1afaf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a HTTP/1.1" status: 200 len: 217 time: 0.0474889 Sep 14 19:00:42.782427 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b987deb-9e16-4fd6-868e-8ee70d7d3b96 None None] Routers {'af4e612e-ba59-4f24-8726-10bc3522cc02'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 19:00:42.783050 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-9b987deb-9e16-4fd6-868e-8ee70d7d3b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T19:00:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['af4e612e-ba59-4f24-8726-10bc3522cc02'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:42.836344 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2e9d-6c37-4f7f-926a-1bf171e03845 req-f4f1c1df-4a68-43dd-8696-0d936dbc8e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:42.837940 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-795d2e9d-6c37-4f7f-926a-1bf171e03845 req-f4f1c1df-4a68-43dd-8696-0d936dbc8e01 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c868c0-e916-48d9-9c80-dea3dc458a70 HTTP/1.1" status: 200 len: 847 time: 0.0519049 Sep 14 19:00:42.888482 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2e9d-6c37-4f7f-926a-1bf171e03845 req-38dbc2d5-83ec-4f58-ae1d-563555521179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:42.890073 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-795d2e9d-6c37-4f7f-926a-1bf171e03845 req-38dbc2d5-83ec-4f58-ae1d-563555521179 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=13400280-3082-4ff8-a7a5-7fbe6b83192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447922 Sep 14 19:00:42.904313 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-9b987deb-9e16-4fd6-868e-8ee70d7d3b96 None None] Set router af4e612e-ba59-4f24-8726-10bc3522cc02 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 19:00:42.993858 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-795d2e9d-6c37-4f7f-926a-1bf171e03845 req-b3e1eb71-f4bd-4c6d-8c0e-dd4f522baefc service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958190 Sep 14 19:00:43.056794 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51678) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:43.057718 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 38f25deb-ef41-41cf-ad59-f25668a13ebc no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:43.087293 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 38f25deb-ef41-41cf-ad59-f25668a13ebc {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:43.087620 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 38f25deb-ef41-41cf-ad59-f25668a13ebc not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:43.087992 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device cd753822-b04a-4332-8492-0f96513afc71 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:43.099675 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-9fe3bc6a-45be-4a9f-8202-d603c3315b6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59a631d95eba4bc3952f4c2f2f1a5172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406089 Sep 14 19:00:43.102248 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51680) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:43.105768 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-795d2e9d-6c37-4f7f-926a-1bf171e03845 req-60949d1e-aaa5-47a1-892c-49979f6d4941 service neutron] 10.222.0.68 "GET /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022947 Sep 14 19:00:43.159899 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-34df3c01-66a1-493c-9f16-2e95867a83d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:43.184371 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-34df3c01-66a1-493c-9f16-2e95867a83d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:43.234783 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-34df3c01-66a1-493c-9f16-2e95867a83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:43.236787 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: cd753822-b04a-4332-8492-0f96513afc71 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:43.237125 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device cd753822-b04a-4332-8492-0f96513afc71 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:43.237398 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-34df3c01-66a1-493c-9f16-2e95867a83d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:43.237566 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 94df6413-379d-4d5b-8fee-93c20a0812f1 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:43.238593 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-34df3c01-66a1-493c-9f16-2e95867a83d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/756357b6-42a2-4427-88b4-87d88f09809e HTTP/1.1" status: 204 len: 168 time: 0.1354136 Sep 14 19:00:43.247247 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df3c01-66a1-493c-9f16-2e95867a83d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756357b6-42a2-4427-88b4-87d88f09809e,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:43.264925 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 94df6413-379d-4d5b-8fee-93c20a0812f1 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:43.265262 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 94df6413-379d-4d5b-8fee-93c20a0812f1 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:43.328340 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-9b987deb-9e16-4fd6-868e-8ee70d7d3b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:54Z', 'revision_number': 4, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port': {'id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '02baf135-8880-4f80-a4b2-2e41f3afce39', 'name': '', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:53Z', 'updated_at': '2021-09-14T18:56:01Z', 'revision_number': 5, 'project_id': '1f9408289ab44954890140f889ac8fab', 'subnets': [{'id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:43.359128 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b987deb-9e16-4fd6-868e-8ee70d7d3b96 None None] The sync data for ids ['af4e612e-ba59-4f24-8726-10bc3522cc02'] in dv-cinder-808992-5-iscsi is: [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:54Z', 'revision_number': 4, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port': {'id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi', '_interfaces': [{'id': '02baf135-8880-4f80-a4b2-2e41f3afce39', 'name': '', 'network_id': '13400280-3082-4ff8-a7a5-7fbe6b83192d', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:53Z', 'updated_at': '2021-09-14T18:56:01Z', 'revision_number': 5, 'project_id': '1f9408289ab44954890140f889ac8fab', 'subnets': [{'id': '12c868c0-e916-48d9-9c80-dea3dc458a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 19:00:43.597209 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8112bcf-efa8-45f8-903f-d1589877eb37 None None] New status for floating IP 84212aea-56f9-4117-8169-029523e23af9: DOWN {{(pid=105944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 19:00:43.869126 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40d2ed-6fb6-4f7e-869a-80a8d72aa7ba req-674eb961-4684-4d55-a64c-05fa335e7687 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:43.870676 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8c40d2ed-6fb6-4f7e-869a-80a8d72aa7ba req-674eb961-4684-4d55-a64c-05fa335e7687 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0563424 Sep 14 19:00:43.908709 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-8c40d2ed-6fb6-4f7e-869a-80a8d72aa7ba req-06126035-7c83-4c34-a0d4-ca0673d23075 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/security-groups?id=4144153d-68ef-4372-b74c-aa167ba9bc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321524 Sep 14 19:00:44.062437 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eaa8f-b1cd-43b4-8545-aedfcc6f9155 req-4993e26a-79cf-4e92-af40-480fe6106e75 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 19:00:44.063932 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-856eaa8f-b1cd-43b4-8545-aedfcc6f9155 req-4993e26a-79cf-4e92-af40-480fe6106e75 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.68 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 945 time: 0.0502870 Sep 14 19:00:44.157393 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-856eaa8f-b1cd-43b4-8545-aedfcc6f9155 req-93b093f3-ef7f-4f7f-b808-d56a5ba6c308 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Deleting port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:44.157755 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-856eaa8f-b1cd-43b4-8545-aedfcc6f9155 req-93b093f3-ef7f-4f7f-b808-d56a5ba6c308 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:44.243687 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [req-856eaa8f-b1cd-43b4-8545-aedfcc6f9155 req-93b093f3-ef7f-4f7f-b808-d56a5ba6c308 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] For port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:44.244046 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-856eaa8f-b1cd-43b4-8545-aedfcc6f9155 req-93b093f3-ef7f-4f7f-b808-d56a5ba6c308 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:44.256508 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [req-856eaa8f-b1cd-43b4-8545-aedfcc6f9155 req-93b093f3-ef7f-4f7f-b808-d56a5ba6c308 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Calling delete_port for 5552e2f9-3bcc-484b-ab99-46bd29e63e5a owned by compute:nova {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:44.381675 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-856eaa8f-b1cd-43b4-8545-aedfcc6f9155 req-93b093f3-ef7f-4f7f-b808-d56a5ba6c308 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:44.410171 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b093f3-ef7f-4f7f-b808-d56a5ba6c308 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Pushing event deleted for resources: {'Port': ['ID=5552e2f9-3bcc-484b-ab99-46bd29e63e5a,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:44.454594 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.db.l3_dvrscheduler_db [req-856eaa8f-b1cd-43b4-8545-aedfcc6f9155 req-93b093f3-ef7f-4f7f-b808-d56a5ba6c308 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] No DVR routers for this DVR port 5552e2f9-3bcc-484b-ab99-46bd29e63e5a on host hv-cinder-80899 {{(pid=105941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 19:00:44.457010 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [req-856eaa8f-b1cd-43b4-8545-aedfcc6f9155 req-93b093f3-ef7f-4f7f-b808-d56a5ba6c308 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59858'] for port, before_response {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:44.459028 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [req-856eaa8f-b1cd-43b4-8545-aedfcc6f9155 req-93b093f3-ef7f-4f7f-b808-d56a5ba6c308 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.68 "DELETE /v2.0/ports/5552e2f9-3bcc-484b-ab99-46bd29e63e5a HTTP/1.1" status: 204 len: 173 time: 0.3891447 Sep 14 19:00:44.459483 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'name': 'network-vif-deleted', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a'}] {{(pid=105941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 19:00:44.461756 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539838e6bc2b5f9f68d4376c2a12d06dbf271ed8e9bc2bf943c1233b0b31ea66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d001b8ce-d783-4e44-bc29-2a89b5bab4d1" -d '{"events": [{"server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "name": "network-vif-deleted", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a"}]}' {{(pid=105941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 19:00:44.498459 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 19:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d05caf-027a-48cb-b903-1b42319c1e50 x-openstack-request-id: req-c6d05caf-027a-48cb-b903-1b42319c1e50 {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 19:00:44.498752 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dda1ce-fb75-4626-b35c-ed1976b6894d", "name": "network-vif-deleted", "tag": "5552e2f9-3bcc-484b-ab99-46bd29e63e5a", "status": "completed", "code": 200}]} {{(pid=105941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 19:00:44.499015 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6d05caf-027a-48cb-b903-1b42319c1e50 {{(pid=105941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 19:00:44.499435 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dda1ce-fb75-4626-b35c-ed1976b6894d', 'name': 'network-vif-deleted', 'tag': '5552e2f9-3bcc-484b-ab99-46bd29e63e5a', 'status': 'completed', 'code': 200} Sep 14 19:00:45.013531 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [req-60fad98c-844e-4772-a308-0fe914fbfcbd req-dda52e4e-cbb8-461c-9fe7-3bd2f0ef8de7 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "GET /v2.0/ports?device_id=84dda1ce-fb75-4626-b35c-ed1976b6894d HTTP/1.1" status: 200 len: 210 time: 0.0262597 Sep 14 19:00:46.070141 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51692) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:46.127078 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d3cd1c83-ace1-4b39-a0ca-2886f679cab2 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:46.153144 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d3cd1c83-ace1-4b39-a0ca-2886f679cab2 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:46.211186 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d3cd1c83-ace1-4b39-a0ca-2886f679cab2 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:46.213751 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-d3cd1c83-ace1-4b39-a0ca-2886f679cab2 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:46.215636 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-d3cd1c83-ace1-4b39-a0ca-2886f679cab2 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] 10.222.0.37 "DELETE /v2.0/security-groups/4144153d-68ef-4372-b74c-aa167ba9bc22 HTTP/1.1" status: 204 len: 168 time: 0.1444786 Sep 14 19:00:46.224899 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd1c83-ace1-4b39-a0ca-2886f679cab2 tempest-TestShelveInstance-1412130844 tempest-TestShelveInstance-1412130844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4144153d-68ef-4372-b74c-aa167ba9bc22,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:46.262385 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [-] (105941) accepted ('10.222.0.37', 51696) {{(pid=105941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:46.592931 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-17f0201e-1b69-41a8-b1ef-f66533061849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527925'] for router_interface, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:46.831603 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-17f0201e-1b69-41a8-b1ef-f66533061849 admin admin] Deleting port 02baf135-8880-4f80-a4b2-2e41f3afce39 {{(pid=105941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:46.831951 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-17f0201e-1b69-41a8-b1ef-f66533061849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:46.908649 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.db [None req-17f0201e-1b69-41a8-b1ef-f66533061849 admin admin] For port 02baf135-8880-4f80-a4b2-2e41f3afce39, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=02baf135-8880-4f80-a4b2-2e41f3afce39,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:46.908926 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-17f0201e-1b69-41a8-b1ef-f66533061849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:46.925850 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.plugins.ml2.plugin [None req-17f0201e-1b69-41a8-b1ef-f66533061849 admin admin] Calling delete_port for 02baf135-8880-4f80-a4b2-2e41f3afce39 owned by network:router_interface {{(pid=105941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:47.100850 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-17f0201e-1b69-41a8-b1ef-f66533061849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26219641'] for port, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:47.124684 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0201e-1b69-41a8-b1ef-f66533061849 admin admin] Pushing event deleted for resources: {'Port': ['ID=02baf135-8880-4f80-a4b2-2e41f3afce39,revision_number=None']} {{(pid=105941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:47.290116 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron_lib.callbacks.manager [None req-17f0201e-1b69-41a8-b1ef-f66533061849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-742201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528001'] for router_interface, after_delete {{(pid=105941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:47.731307 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f0201e-1b69-41a8-b1ef-f66533061849 admin admin] Router af4e612e-ba59-4f24-8726-10bc3522cc02 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 19:00:47.835600 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f0201e-1b69-41a8-b1ef-f66533061849 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 19:00:47.841102 dv-cinder-808992-5-iscsi neutron-server[105941]: INFO neutron.wsgi [None req-17f0201e-1b69-41a8-b1ef-f66533061849 admin admin] 10.222.0.37 "PUT /v2.0/routers/af4e612e-ba59-4f24-8726-10bc3522cc02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5776725 Sep 14 19:00:47.843771 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51698) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:47.844619 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5fec0c-6188-4444-9065-58b274e6f55f None None] Sync routers for ids ['af4e612e-ba59-4f24-8726-10bc3522cc02'] in dv-cinder-808992-5-iscsi {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 19:00:47.854700 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5fec0c-6188-4444-9065-58b274e6f55f None None] Routers {'af4e612e-ba59-4f24-8726-10bc3522cc02'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 19:00:47.855891 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-2a5fec0c-6188-4444-9065-58b274e6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T19:00:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['af4e612e-ba59-4f24-8726-10bc3522cc02'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:47.947557 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Notify callbacks [] for router, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:47.958520 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-2a5fec0c-6188-4444-9065-58b274e6f55f None None] Set router af4e612e-ba59-4f24-8726-10bc3522cc02 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 19:00:48.053895 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.105446 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Deleting port a0ef0413-6f0a-4ce7-9588-cd326d66e29d {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:48.105863 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.128534 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 5552e2f9-3bcc-484b-ab99-46bd29e63e5a no longer exists at agent hyperv_hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:48.150268 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] No Port match for: 5552e2f9-3bcc-484b-ab99-46bd29e63e5a {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:48.150610 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Device 5552e2f9-3bcc-484b-ab99-46bd29e63e5a not bound to the agent host hv-cinder-80899 {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:48.160702 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-2a5fec0c-6188-4444-9065-58b274e6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T19:00:47Z', 'revision_number': 5, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port': {'id': 'a0ef0413-6f0a-4ce7-9588-cd326d66e29d', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:48.190568 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] For port a0ef0413-6f0a-4ce7-9588-cd326d66e29d, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=a0ef0413-6f0a-4ce7-9588-cd326d66e29d,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:48.190929 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.191717 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5fec0c-6188-4444-9065-58b274e6f55f None None] Checking router: af4e612e-ba59-4f24-8726-10bc3522cc02 for host: dv-cinder-808992-5-iscsi {{(pid=105943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 19:00:48.200487 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5fec0c-6188-4444-9065-58b274e6f55f None None] Routers {'af4e612e-ba59-4f24-8726-10bc3522cc02'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 19:00:48.201037 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-2a5fec0c-6188-4444-9065-58b274e6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T19:00:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['af4e612e-ba59-4f24-8726-10bc3522cc02'], 'active': True} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:48.203237 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Calling delete_port for a0ef0413-6f0a-4ce7-9588-cd326d66e29d owned by network:router_gateway {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:48.287977 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvr_db [None req-2a5fec0c-6188-4444-9065-58b274e6f55f None None] Set router af4e612e-ba59-4f24-8726-10bc3522cc02 gateway port host: None {{(pid=105943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 19:00:48.338202 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_hamode_db [None req-2a5fec0c-6188-4444-9065-58b274e6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T19:00:48Z', 'revision_number': 6, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port_host': None}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:48.368385 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5fec0c-6188-4444-9065-58b274e6f55f None None] The sync data for ids ['af4e612e-ba59-4f24-8726-10bc3522cc02'] in dv-cinder-808992-5-iscsi is: [{'id': 'af4e612e-ba59-4f24-8726-10bc3522cc02', 'name': 'tempest-TestShelveInstance-949211501-router', 'tenant_id': '1f9408289ab44954890140f889ac8fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:51Z', 'updated_at': '2021-09-14T19:00:48Z', 'revision_number': 6, 'project_id': '1f9408289ab44954890140f889ac8fab', 'gw_port_host': None}] {{(pid=105943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 19:00:48.374741 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.401193 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ef0413-6f0a-4ce7-9588-cd326d66e29d,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:48.461425 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554083'] for router_gateway, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.548392 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1430'] for router, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.550475 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.594659 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527065'] for router, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.595201 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af4e612e-ba59-4f24-8726-10bc3522cc02 {{(pid=105942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 19:00:48.599443 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] Notify callbacks [] for router, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.600575 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-fafe500e-df7c-4476-a935-6746339c1b36 admin admin] 10.222.0.37 "DELETE /v2.0/routers/af4e612e-ba59-4f24-8726-10bc3522cc02 HTTP/1.1" status: 204 len: 168 time: 0.7558265 Sep 14 19:00:48.603096 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51700) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:48.647117 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dee95ad-0c9b-430d-abf5-92d05ba744ab admin admin] Deleting subnet 12c868c0-e916-48d9-9c80-dea3dc458a70 {{(pid=105942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 19:00:48.650362 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8dee95ad-0c9b-430d-abf5-92d05ba744ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.684009 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8dee95ad-0c9b-430d-abf5-92d05ba744ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25522176'] for subnet, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.766138 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8dee95ad-0c9b-430d-abf5-92d05ba744ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.818712 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8dee95ad-0c9b-430d-abf5-92d05ba744ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27028881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25747905'] for subnet, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.845325 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee95ad-0c9b-430d-abf5-92d05ba744ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c868c0-e916-48d9-9c80-dea3dc458a70,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:48.847316 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-8dee95ad-0c9b-430d-abf5-92d05ba744ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.849244 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-8dee95ad-0c9b-430d-abf5-92d05ba744ab admin admin] 10.222.0.37 "DELETE /v2.0/subnets/12c868c0-e916-48d9-9c80-dea3dc458a70 HTTP/1.1" status: 204 len: 168 time: 0.2451639 Sep 14 19:00:48.851631 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51702) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:48.852631 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e634916b-6db7-4f6b-a2bc-d3ce7cf33d85 None None] Network 13400280-3082-4ff8-a7a5-7fbe6b83192d requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 19:00:48.921213 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:48.977760 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Deleting port c2c22ab5-113b-40aa-9ebb-4e985c769ed8 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:48.978104 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:49.044468 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] For port c2c22ab5-113b-40aa-9ebb-4e985c769ed8, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=c2c22ab5-113b-40aa-9ebb-4e985c769ed8,segment=NetworkSegment(09571676-4bfb-43e6-b12d-75a48b06fd30),segment_id=09571676-4bfb-43e6-b12d-75a48b06fd30)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:49.044748 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:49.057677 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Calling delete_port for c2c22ab5-113b-40aa-9ebb-4e985c769ed8 owned by network:dhcp {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:49.111687 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9351d8b7-dda1-4204-af35-aff36baff14b None None] DHCP port deletion for 13400280-3082-4ff8-a7a5-7fbe6b83192d request from dv-cinder-808992-5-iscsi {{(pid=105943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 19:00:49.149758 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:49.170156 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device a0ef0413-6f0a-4ce7-9588-cd326d66e29d no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:49.173476 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-9351d8b7-dda1-4204-af35-aff36baff14b None None] Deleting port c2c22ab5-113b-40aa-9ebb-4e985c769ed8 {{(pid=105943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:49.173868 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9351d8b7-dda1-4204-af35-aff36baff14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:49.179072 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c22ab5-113b-40aa-9ebb-4e985c769ed8,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:49.180908 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] No DVR routers for this DVR port c2c22ab5-113b-40aa-9ebb-4e985c769ed8 on host dv-cinder-808992-5-iscsi {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 19:00:49.203022 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: a0ef0413-6f0a-4ce7-9588-cd326d66e29d {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:49.203351 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device a0ef0413-6f0a-4ce7-9588-cd326d66e29d not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:49.203769 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 02baf135-8880-4f80-a4b2-2e41f3afce39 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:49.231098 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 02baf135-8880-4f80-a4b2-2e41f3afce39 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:49.231439 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 02baf135-8880-4f80-a4b2-2e41f3afce39 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:49.231846 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device c2c22ab5-113b-40aa-9ebb-4e985c769ed8 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:49.256566 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:49.278050 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13400280-3082-4ff8-a7a5-7fbe6b83192d']}} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:49.280268 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: c2c22ab5-113b-40aa-9ebb-4e985c769ed8 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:49.280605 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device c2c22ab5-113b-40aa-9ebb-4e985c769ed8 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:49.288372 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09571676-4bfb-43e6-b12d-75a48b06fd30') {'for_net_delete': True} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:49.288747 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09571676-4bfb-43e6-b12d-75a48b06fd30') {} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:49.292093 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-9351d8b7-dda1-4204-af35-aff36baff14b None None] For port c2c22ab5-113b-40aa-9ebb-4e985c769ed8, host dv-cinder-808992-5-iscsi, got binding levels [] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:49.293039 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9351d8b7-dda1-4204-af35-aff36baff14b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:49.300266 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25522297'] for segment, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:49.305112 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-9351d8b7-dda1-4204-af35-aff36baff14b None None] Calling delete_port for c2c22ab5-113b-40aa-9ebb-4e985c769ed8 owned by network:dhcp {{(pid=105943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:49.307787 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.ipam_backend_mixin [None req-9351d8b7-dda1-4204-af35-aff36baff14b None None] Port c2c22ab5-113b-40aa-9ebb-4e985c769ed8 was not found and therefore no delete operation was performed {{(pid=105943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 19:00:49.309942 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9351d8b7-dda1-4204-af35-aff36baff14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170'] for port, after_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:49.315714 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:49.322930 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=105942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 19:00:49.323515 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27029107'] for segment, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: Traceback (most recent call last): Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: timer() Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: cb(*args, **kw) Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: return func(*args, **kwargs) Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: self._notify() Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: self.callback(batched_events) Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: event.method(event) Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: return f(self, *a, **k) Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._get(url).json() Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: return self.request(url, 'GET', **kwargs) Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 19:00:49.325898 dv-cinder-808992-5-iscsi neutron-server[105942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 19:00:49.336776 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351d8b7-dda1-4204-af35-aff36baff14b None None] Pushing event deleted for resources: {'Port': ['ID=c2c22ab5-113b-40aa-9ebb-4e985c769ed8,revision_number=None']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:49.340807 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351d8b7-dda1-4204-af35-aff36baff14b None None] No DVR routers for this DVR port c2c22ab5-113b-40aa-9ebb-4e985c769ed8 on host dv-cinder-808992-5-iscsi {{(pid=105943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 19:00:49.384058 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:49.389984 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:49.395661 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] 10.222.0.37 "DELETE /v2.0/networks/13400280-3082-4ff8-a7a5-7fbe6b83192d HTTP/1.1" status: 204 len: 168 time: 0.5397980 Sep 14 19:00:49.395661 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51704) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:49.411158 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc65fc3-e9fe-4b18-bb40-a5ad85fca31e admin admin] Pushing event deleted for resources: {'Network': ['ID=13400280-3082-4ff8-a7a5-7fbe6b83192d,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:49.747701 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-74ab13a2-f1d4-4873-8381-94135961d5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527925'] for router_interface, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:50.235460 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-74ab13a2-f1d4-4873-8381-94135961d5b9 admin admin] Deleting port 07744881-85a5-4870-a486-24b49e43343a {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:50.236181 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-74ab13a2-f1d4-4873-8381-94135961d5b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:50.314730 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-74ab13a2-f1d4-4873-8381-94135961d5b9 admin admin] For port 07744881-85a5-4870-a486-24b49e43343a, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=07744881-85a5-4870-a486-24b49e43343a,segment=NetworkSegment(acaa4831-6eb9-406a-b4b0-214165c15f16),segment_id=acaa4831-6eb9-406a-b4b0-214165c15f16)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:50.315098 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-74ab13a2-f1d4-4873-8381-94135961d5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:50.327707 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-74ab13a2-f1d4-4873-8381-94135961d5b9 admin admin] Calling delete_port for 07744881-85a5-4870-a486-24b49e43343a owned by network:router_interface {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:50.505967 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-74ab13a2-f1d4-4873-8381-94135961d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:50.532044 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab13a2-f1d4-4873-8381-94135961d5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=07744881-85a5-4870-a486-24b49e43343a,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:50.699942 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-74ab13a2-f1d4-4873-8381-94135961d5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-742201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528001'] for router_interface, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:50.914750 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ab13a2-f1d4-4873-8381-94135961d5b9 admin admin] Router 6b6e207b-7131-4cfd-bce1-218ada310414 has already been hosted by L3 agent aaafd638-dc10-4cf0-8d99-0a6880891406 {{(pid=105942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 19:00:51.020935 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ab13a2-f1d4-4873-8381-94135961d5b9 admin admin] Notify agent at l3_agent.dv-cinder-808992-5-iscsi the message routers_updated {{(pid=105942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 19:00:51.025939 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-74ab13a2-f1d4-4873-8381-94135961d5b9 admin admin] 10.222.0.37 "PUT /v2.0/routers/6b6e207b-7131-4cfd-bce1-218ada310414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6296477 Sep 14 19:00:51.029054 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51706) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:51.031604 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b1580-9ec0-4534-866b-7d29f23cec0e None None] Sync routers for ids ['6b6e207b-7131-4cfd-bce1-218ada310414'] in dv-cinder-808992-5-iscsi {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 19:00:51.040755 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b1580-9ec0-4534-866b-7d29f23cec0e None None] Routers {'6b6e207b-7131-4cfd-bce1-218ada310414'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 19:00:51.041458 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-c16b1580-9ec0-4534-866b-7d29f23cec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T19:00:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6b6e207b-7131-4cfd-bce1-218ada310414'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:51.145956 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-c16b1580-9ec0-4534-866b-7d29f23cec0e None None] Set router 6b6e207b-7131-4cfd-bce1-218ada310414 gateway port host: dv-cinder-808992-5-iscsi {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 19:00:51.321438 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Notify callbacks [] for router, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:51.415789 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-c16b1580-9ec0-4534-866b-7d29f23cec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'name': 'tempest-TestShelveInstance-924819912-router', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'external_fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:56Z', 'updated_at': '2021-09-14T19:00:50Z', 'revision_number': 5, 'project_id': '66859413d5984b6880cb9122ae53ca14', 'gw_port': {'id': '82ec0ce4-fdca-4235-a05d-e70e0f6e39c3', 'name': '', 'network_id': '41c3f254-0188-4e85-819d-1e1b359cef2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T18:55:57Z', 'updated_at': '2021-09-14T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27d5a4c2-e076-4d19-b827-174b9fc013e9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-5-iscsi'}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:51.422281 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:51.441995 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b1580-9ec0-4534-866b-7d29f23cec0e None None] Checking router: 6b6e207b-7131-4cfd-bce1-218ada310414 for host: dv-cinder-808992-5-iscsi {{(pid=105944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 19:00:51.450833 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b1580-9ec0-4534-866b-7d29f23cec0e None None] Routers {'6b6e207b-7131-4cfd-bce1-218ada310414'} bound to L3 agent in host dv-cinder-808992-5-iscsi {{(pid=105944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 19:00:51.451483 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-c16b1580-9ec0-4534-866b-7d29f23cec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T18:41:25Z,description=,heartbeat_timestamp=2021-09-14T19:00:25Z,host='dv-cinder-808992-5-iscsi',id=aaafd638-dc10-4cf0-8d99-0a6880891406,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T18:41:25Z,topic='l3_agent')) {'router_ids': ['6b6e207b-7131-4cfd-bce1-218ada310414'], 'active': True} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:51.478199 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Deleting port 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:51.478426 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:51.536998 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_dvr_db [None req-c16b1580-9ec0-4534-866b-7d29f23cec0e None None] Set router 6b6e207b-7131-4cfd-bce1-218ada310414 gateway port host: None {{(pid=105944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 19:00:51.555383 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] For port 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=82ec0ce4-fdca-4235-a05d-e70e0f6e39c3,segment=NetworkSegment(b295615a-41d8-4433-a8a8-4c04e1074cc7),segment_id=b295615a-41d8-4433-a8a8-4c04e1074cc7)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:51.555741 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:51.568019 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Calling delete_port for 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 owned by network:router_gateway {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:51.590679 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.l3_hamode_db [None req-c16b1580-9ec0-4534-866b-7d29f23cec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'name': 'tempest-TestShelveInstance-924819912-router', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:56Z', 'updated_at': '2021-09-14T19:00:51Z', 'revision_number': 6, 'project_id': '66859413d5984b6880cb9122ae53ca14', 'gw_port_host': None}], 'dv-cinder-808992-5-iscsi', False) {} {{(pid=105944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:51.616463 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b1580-9ec0-4534-866b-7d29f23cec0e None None] The sync data for ids ['6b6e207b-7131-4cfd-bce1-218ada310414'] in dv-cinder-808992-5-iscsi is: [{'id': '6b6e207b-7131-4cfd-bce1-218ada310414', 'name': 'tempest-TestShelveInstance-924819912-router', 'tenant_id': '66859413d5984b6880cb9122ae53ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T18:55:56Z', 'updated_at': '2021-09-14T19:00:51Z', 'revision_number': 6, 'project_id': '66859413d5984b6880cb9122ae53ca14', 'gw_port_host': None}] {{(pid=105944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 19:00:51.734756 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:51.759531 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ec0ce4-fdca-4235-a05d-e70e0f6e39c3,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:51.821809 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554083'] for router_gateway, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:51.909351 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1430'] for router, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:51.911405 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:51.955426 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527065'] for router, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:51.956163 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b6e207b-7131-4cfd-bce1-218ada310414 {{(pid=105942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 19:00:51.961021 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] Notify callbacks [] for router, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:51.962234 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-bcc6b7ca-fe4e-4c03-8fa9-37b6585a2206 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6b6e207b-7131-4cfd-bce1-218ada310414 HTTP/1.1" status: 204 len: 168 time: 0.9322145 Sep 14 19:00:51.964831 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51710) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:52.010434 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf21d6e-1bfb-4222-8102-802e8a78c7cc admin admin] Deleting subnet 9fa9062f-2861-4be9-b5d1-26fd389e8651 {{(pid=105942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 19:00:52.014942 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ddf21d6e-1bfb-4222-8102-802e8a78c7cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.056399 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ddf21d6e-1bfb-4222-8102-802e8a78c7cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25522176'] for subnet, precommit_delete_associations {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.080566 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9432f972-920d-4206-be51-4e0c5a333925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.132823 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ddf21d6e-1bfb-4222-8102-802e8a78c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1670517'] for subnet, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.186833 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ddf21d6e-1bfb-4222-8102-802e8a78c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1670524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27028881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25747905'] for subnet, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.212648 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf21d6e-1bfb-4222-8102-802e8a78c7cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa9062f-2861-4be9-b5d1-26fd389e8651,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:52.214727 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-ddf21d6e-1bfb-4222-8102-802e8a78c7cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.216536 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-ddf21d6e-1bfb-4222-8102-802e8a78c7cc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9fa9062f-2861-4be9-b5d1-26fd389e8651 HTTP/1.1" status: 204 len: 168 time: 0.2506239 Sep 14 19:00:52.218976 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49913147-7ba2-49fd-9ba7-69ac597a498b None None] Network b674ffdb-cb0d-4031-bd90-812d95f27fcd requested from dv-cinder-808992-5-iscsi {{(pid=105943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 19:00:52.219148 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51712) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:52.290091 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1619881'] for network, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.348551 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Deleting port 310bd248-7bf5-41d4-a1d2-6b6469defe1a {{(pid=105942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:52.349277 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.410244 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b032f0-bf93-469c-a0d2-1d82f12c8ac6 None None] DHCP port deletion for b674ffdb-cb0d-4031-bd90-812d95f27fcd request from dv-cinder-808992-5-iscsi {{(pid=105943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 19:00:52.421823 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.db [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] For port 310bd248-7bf5-41d4-a1d2-6b6469defe1a, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=310bd248-7bf5-41d4-a1d2-6b6469defe1a,segment=NetworkSegment(acaa4831-6eb9-406a-b4b0-214165c15f16),segment_id=acaa4831-6eb9-406a-b4b0-214165c15f16)] {{(pid=105942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:52.422187 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.434279 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.plugin [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Calling delete_port for 310bd248-7bf5-41d4-a1d2-6b6469defe1a owned by network:dhcp {{(pid=105942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:52.458075 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-f5b032f0-bf93-469c-a0d2-1d82f12c8ac6 None None] Deleting port 310bd248-7bf5-41d4-a1d2-6b6469defe1a {{(pid=105943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 19:00:52.458454 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f5b032f0-bf93-469c-a0d2-1d82f12c8ac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742094053946'] for port, before_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.521246 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.db [None req-f5b032f0-bf93-469c-a0d2-1d82f12c8ac6 None None] For port 310bd248-7bf5-41d4-a1d2-6b6469defe1a, host dv-cinder-808992-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-5-iscsi',level=0,port_id=310bd248-7bf5-41d4-a1d2-6b6469defe1a,segment=NetworkSegment(acaa4831-6eb9-406a-b4b0-214165c15f16),segment_id=acaa4831-6eb9-406a-b4b0-214165c15f16)] {{(pid=105943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 19:00:52.521707 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f5b032f0-bf93-469c-a0d2-1d82f12c8ac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550724'] for port, precommit_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.529896 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27028908'] for port, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.539138 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-f5b032f0-bf93-469c-a0d2-1d82f12c8ac6 None None] Calling delete_port for 310bd248-7bf5-41d4-a1d2-6b6469defe1a owned by network:dhcp {{(pid=105943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 19:00:52.555742 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Pushing event deleted for resources: {'Port': ['ID=310bd248-7bf5-41d4-a1d2-6b6469defe1a,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:52.564683 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] No DVR routers for this DVR port 310bd248-7bf5-41d4-a1d2-6b6469defe1a on host dv-cinder-808992-5-iscsi {{(pid=105942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 19:00:52.617627 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f5b032f0-bf93-469c-a0d2-1d82f12c8ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742094060548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742093556170'] for port, after_delete {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.641540 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b032f0-bf93-469c-a0d2-1d82f12c8ac6 None None] Pushing event deleted for resources: {'Port': ['ID=310bd248-7bf5-41d4-a1d2-6b6469defe1a,revision_number=None']} {{(pid=105943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:52.653680 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b032f0-bf93-469c-a0d2-1d82f12c8ac6 None None] No DVR routers for this DVR port 310bd248-7bf5-41d4-a1d2-6b6469defe1a on host dv-cinder-808992-5-iscsi {{(pid=105943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 19:00:52.659067 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1658112', 'neutron.services.segments.db._delete_segments_for_network-8742093871005'] for network, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.680479 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b674ffdb-cb0d-4031-bd90-812d95f27fcd']}} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:52.689765 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acaa4831-6eb9-406a-b4b0-214165c15f16') {'for_net_delete': True} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:52.690055 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.services.segments.db [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acaa4831-6eb9-406a-b4b0-214165c15f16') {} {{(pid=105942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 19:00:52.699407 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742093871782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25522297'] for segment, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.712488 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335'] for segment, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.719239 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=105942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 19:00:52.719619 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27029107'] for segment, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: Traceback (most recent call last): Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: timer() Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: cb(*args, **kw) Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: return func(*args, **kwargs) Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: self._notify() Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: self.callback(batched_events) Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: event.method(event) Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: return f(self, *a, **k) Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._get(url).json() Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: return self.request(url, 'GET', **kwargs) Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 19:00:52.721373 dv-cinder-808992-5-iscsi neutron-server[105942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 19:00:52.776108 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553991'] for network, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.782077 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-742178'] for network, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:52.783894 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b674ffdb-cb0d-4031-bd90-812d95f27fcd HTTP/1.1" status: 204 len: 168 time: 0.5640049 Sep 14 19:00:52.794631 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e869fcf-abb9-4c51-a9e3-9aa11f3b8144 admin admin] Pushing event deleted for resources: {'Network': ['ID=b674ffdb-cb0d-4031-bd90-812d95f27fcd,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:52.894776 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51716) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:52.935168 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-7ba19279-8773-4bcb-aec3-48a19c626662 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f9408289ab44954890140f889ac8fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392928 Sep 14 19:00:52.937580 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51718) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:52.987878 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dc3881db-2fda-4ded-9e8a-229b43fc20a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:53.008857 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dc3881db-2fda-4ded-9e8a-229b43fc20a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:53.021200 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:53.041603 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:53.041954 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 82ec0ce4-fdca-4235-a05d-e70e0f6e39c3 not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:53.042404 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 07744881-85a5-4870-a486-24b49e43343a no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:53.057251 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dc3881db-2fda-4ded-9e8a-229b43fc20a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:53.059852 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-dc3881db-2fda-4ded-9e8a-229b43fc20a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:53.061039 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-dc3881db-2fda-4ded-9e8a-229b43fc20a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef2aa709-ae99-4c74-a339-2bce9e34bd4f HTTP/1.1" status: 204 len: 168 time: 0.1225660 Sep 14 19:00:53.062268 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 07744881-85a5-4870-a486-24b49e43343a {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:53.062622 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 07744881-85a5-4870-a486-24b49e43343a not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:53.063106 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 310bd248-7bf5-41d4-a1d2-6b6469defe1a no longer exists at agent ovs-agent-dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 19:00:53.069812 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3881db-2fda-4ded-9e8a-229b43fc20a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2aa709-ae99-4c74-a339-2bce9e34bd4f,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:53.089065 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] No Port match for: 310bd248-7bf5-41d4-a1d2-6b6469defe1a {{(pid=105943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 19:00:53.090161 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron.plugins.ml2.rpc [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Device 310bd248-7bf5-41d4-a1d2-6b6469defe1a not bound to the agent host dv-cinder-808992-5-iscsi {{(pid=105943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 19:00:53.373684 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51724) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:53.412649 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-578c055e-dc61-4b51-a4bc-9a13586dfd98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66859413d5984b6880cb9122ae53ca14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378115 Sep 14 19:00:53.415165 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [-] (105942) accepted ('10.222.0.37', 51726) {{(pid=105942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 19:00:53.464710 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c743-300b-4a88-ae18-2429d237f0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:53.485060 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c743-300b-4a88-ae18-2429d237f0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:53.530638 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c743-300b-4a88-ae18-2429d237f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786368'] for security_group, after_delete {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:53.533231 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c743-300b-4a88-ae18-2429d237f0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:53.534447 dv-cinder-808992-5-iscsi neutron-server[105942]: INFO neutron.wsgi [None req-4ed7c743-300b-4a88-ae18-2429d237f0c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b07ecd2-7ee0-4a02-b8da-7b5df9443110 HTTP/1.1" status: 204 len: 168 time: 0.1183991 Sep 14 19:00:53.542200 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7c743-300b-4a88-ae18-2429d237f0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b07ecd2-7ee0-4a02-b8da-7b5df9443110,revision_number=None']} {{(pid=105942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 19:00:55.045937 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:55.254794 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-9c4d28f9-4afd-4fa3-aefa-e8aebba5d7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:56.030945 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 19:00:56.658190 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:58.295100 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:00:59.063980 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:01:22.080359 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-86c4f760-1e25-4384-84ea-c4551b570e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:01:25.047960 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:01:25.255153 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-7808b8b7-f100-4ade-bde7-0672fe2b35c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:01:26.660905 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:01:28.299545 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:01:29.062406 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:01:33.029995 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 19:01:52.081960 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f6424879-0a91-47ef-b34e-bef0e8a9fbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:01:55.049412 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:01:55.256376 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-0eebcc94-aa9e-4725-80c1-754d0192bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:01:56.663458 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:01:58.302260 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:01:59.077171 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:02:10.028367 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 19:02:22.082815 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-e5a64011-14bf-4a70-97e2-41ccd0b361c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:02:25.049343 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:02:25.259324 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-532fdd37-1ecc-4239-b0cc-899d929deb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:02:26.666308 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:02:28.304592 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:02:29.086990 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:02:47.027574 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 19:02:52.083023 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-6e830ba0-cf0a-44c8-880d-e2530653cbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:02:55.050418 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:02:55.260115 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-e25a5401-8f11-4957-a520-9e696022a91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:02:56.671053 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:02:58.306363 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:02:59.091353 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:03:22.083837 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-13d2ccd2-d705-42a6-9daa-224e39219547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:03:24.030418 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 19:03:25.050544 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:03:25.260079 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-f2517a2d-9c36-45af-bf38-cd12a7a922b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:03:26.672977 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:03:28.309134 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:03:29.100034 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:03:52.084537 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b2394abb-ac91-4fee-b149-d7072b10821f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:03:55.051434 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:03:55.261824 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-10010a32-8319-4b3b-a606-66c0ad6ec47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:03:56.676023 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:03:58.311697 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:03:59.126587 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:04:01.029225 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 19:04:22.086599 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-486543cb-ca6a-41e4-ab19-d0f0dfc8f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:04:25.051391 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:04:25.263751 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-78d38ece-5122-483e-9663-326b7aa5014b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:04:26.678649 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:04:28.316120 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:04:29.131746 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:04:38.028071 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 19:04:52.090144 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-6336eb16-b65c-4e16-97fa-e54f9c237c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:04:55.052925 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:04:55.264168 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc0e5-18c0-415e-86b5-584773f709d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:04:56.533781 dv-cinder-808992-5-iscsi neutron-server[105941]: DEBUG neutron.wsgi [req-11a83a0b-3de2-4950-b042-5b31dcfe542f req-e0b0af04-d2dc-4065-847b-cb4692565b63 service neutron] (105941) timed out ('10.222.0.68', 62133) {{(pid=105941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 19:04:56.682925 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:04:58.326686 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:04:58.639530 dv-cinder-808992-5-iscsi neutron-server[105942]: DEBUG neutron.wsgi [req-1326322f-3a09-41f2-88d5-ccda9bb771f7 req-fc046d05-f1d7-4948-bb5f-aa312a72773d service neutron] (105942) timed out ('10.222.0.68', 62106) {{(pid=105942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 19:04:59.134500 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:05:15.026420 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 19:05:22.093308 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-e7aa347f-4480-4f33-b4dd-f29e5c59eb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:05:25.054878 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:05:25.265021 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-bbe6eea7-1cd5-49c5-b13a-1fe7dd081cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:05:26.684643 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:05:28.323091 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:05:29.128603 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:05:52.025043 dv-cinder-808992-5-iscsi neutron-server[105944]: DEBUG neutron.db.agents_db [None req-21a802d2-fddf-42c0-8cfe-1410d1607171 None None] Agent healthcheck: found 6 active agents {{(pid=105944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 19:05:52.094275 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-a82c6c78-0040-437e-b56b-6cd7aee408aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:05:55.056984 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-b24b7409-6d03-4218-aee8-059ec58befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:05:55.265904 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-afb75507-ae95-4029-8e3d-a3fe5ff58973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:05:56.690992 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f39-f134-4dbb-b7d8-279764d6f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:05:58.324315 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-5370f0cf-a2eb-420d-8232-133d141c88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 19:05:59.152447 dv-cinder-808992-5-iscsi neutron-server[105943]: DEBUG neutron_lib.callbacks.manager [None req-893b894f-4661-42ba-8eb7-3bad5bff0b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742093870987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1657286'] for agent, after_update {{(pid=105943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}